2024-11-20 18:17:40,317 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-20 18:17:40,334 main DEBUG Took 0.014920 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-20 18:17:40,334 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-20 18:17:40,334 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-20 18:17:40,335 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-20 18:17:40,336 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 18:17:40,343 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-20 18:17:40,355 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 18:17:40,356 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 18:17:40,357 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 18:17:40,357 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 18:17:40,358 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 18:17:40,358 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 18:17:40,359 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 18:17:40,360 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 18:17:40,360 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 18:17:40,360 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 18:17:40,361 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 18:17:40,362 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 18:17:40,362 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 18:17:40,363 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 18:17:40,363 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 18:17:40,364 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 18:17:40,364 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 18:17:40,364 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 18:17:40,365 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 18:17:40,365 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 18:17:40,366 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 18:17:40,366 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 18:17:40,366 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 18:17:40,367 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 18:17:40,367 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 18:17:40,367 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-20 18:17:40,369 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 18:17:40,370 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-20 18:17:40,372 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-20 18:17:40,373 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-20 18:17:40,374 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-20 18:17:40,375 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-20 18:17:40,384 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-20 18:17:40,386 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-20 18:17:40,387 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-20 18:17:40,388 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-20 18:17:40,388 main DEBUG createAppenders(={Console}) 2024-11-20 18:17:40,389 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-20 18:17:40,389 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-20 18:17:40,389 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-20 18:17:40,390 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-20 18:17:40,390 main DEBUG OutputStream closed 2024-11-20 18:17:40,390 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-20 18:17:40,391 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-20 18:17:40,391 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-20 18:17:40,459 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-20 18:17:40,461 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-20 18:17:40,462 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-20 18:17:40,463 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-20 18:17:40,464 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-20 18:17:40,464 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-20 18:17:40,464 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-20 18:17:40,464 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-20 18:17:40,465 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-20 18:17:40,465 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-20 18:17:40,465 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-20 18:17:40,466 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-20 18:17:40,466 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-20 18:17:40,466 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-20 18:17:40,466 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-20 18:17:40,467 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-20 18:17:40,467 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-20 18:17:40,468 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-20 18:17:40,470 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20 18:17:40,470 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-20 18:17:40,470 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-20 18:17:40,471 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-20T18:17:40,483 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-20 18:17:40,486 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-20 18:17:40,486 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20T18:17:40,536 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=371, ProcessCount=11, AvailableMemoryMB=4921 2024-11-20T18:17:40,733 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-20T18:17:40,773 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9fb4a2f-a324-2796-8aab-fdb4d70aa956 2024-11-20T18:17:40,777 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9fb4a2f-a324-2796-8aab-fdb4d70aa956/cluster_245b4d08-e16c-ffd0-e7dd-a5949a84eb29, deleteOnExit=true 2024-11-20T18:17:40,921 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9fb4a2f-a324-2796-8aab-fdb4d70aa956/cluster_245b4d08-e16c-ffd0-e7dd-a5949a84eb29/zookeeper_0, clientPort=61958, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9fb4a2f-a324-2796-8aab-fdb4d70aa956/cluster_245b4d08-e16c-ffd0-e7dd-a5949a84eb29/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9fb4a2f-a324-2796-8aab-fdb4d70aa956/cluster_245b4d08-e16c-ffd0-e7dd-a5949a84eb29/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T18:17:40,934 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61958 2024-11-20T18:17:40,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T18:17:40,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T18:17:40,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9fb4a2f-a324-2796-8aab-fdb4d70aa956/test.cache.data in system properties and HBase conf 2024-11-20T18:17:40,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9fb4a2f-a324-2796-8aab-fdb4d70aa956/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T18:17:40,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9fb4a2f-a324-2796-8aab-fdb4d70aa956/hadoop.log.dir in system properties and HBase conf 2024-11-20T18:17:40,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9fb4a2f-a324-2796-8aab-fdb4d70aa956/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T18:17:40,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9fb4a2f-a324-2796-8aab-fdb4d70aa956/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T18:17:40,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T18:17:41,048 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-20T18:17:41,140 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T18:17:41,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9fb4a2f-a324-2796-8aab-fdb4d70aa956/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T18:17:41,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9fb4a2f-a324-2796-8aab-fdb4d70aa956/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T18:17:41,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9fb4a2f-a324-2796-8aab-fdb4d70aa956/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T18:17:41,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9fb4a2f-a324-2796-8aab-fdb4d70aa956/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T18:17:41,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9fb4a2f-a324-2796-8aab-fdb4d70aa956/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T18:17:41,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9fb4a2f-a324-2796-8aab-fdb4d70aa956/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T18:17:41,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9fb4a2f-a324-2796-8aab-fdb4d70aa956/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T18:17:41,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9fb4a2f-a324-2796-8aab-fdb4d70aa956/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T18:17:41,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9fb4a2f-a324-2796-8aab-fdb4d70aa956/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T18:17:41,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9fb4a2f-a324-2796-8aab-fdb4d70aa956/nfs.dump.dir in system properties and HBase conf 2024-11-20T18:17:41,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9fb4a2f-a324-2796-8aab-fdb4d70aa956/java.io.tmpdir in system properties and HBase conf 2024-11-20T18:17:41,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9fb4a2f-a324-2796-8aab-fdb4d70aa956/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T18:17:41,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9fb4a2f-a324-2796-8aab-fdb4d70aa956/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T18:17:41,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9fb4a2f-a324-2796-8aab-fdb4d70aa956/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T18:17:42,237 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T18:17:42,309 INFO [Time-limited test {}] log.Log(170): Logging initialized @2649ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-20T18:17:42,378 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:17:42,447 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T18:17:42,475 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T18:17:42,475 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T18:17:42,477 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T18:17:42,490 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:17:42,493 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9fb4a2f-a324-2796-8aab-fdb4d70aa956/hadoop.log.dir/,AVAILABLE} 2024-11-20T18:17:42,494 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T18:17:42,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9fb4a2f-a324-2796-8aab-fdb4d70aa956/java.io.tmpdir/jetty-localhost-42753-hadoop-hdfs-3_4_1-tests_jar-_-any-1710575708309580270/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T18:17:42,667 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:42753} 2024-11-20T18:17:42,667 INFO [Time-limited test {}] server.Server(415): Started @3007ms 2024-11-20T18:17:43,217 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:17:43,224 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T18:17:43,226 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T18:17:43,226 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T18:17:43,226 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T18:17:43,227 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9fb4a2f-a324-2796-8aab-fdb4d70aa956/hadoop.log.dir/,AVAILABLE} 2024-11-20T18:17:43,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T18:17:43,346 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9fb4a2f-a324-2796-8aab-fdb4d70aa956/java.io.tmpdir/jetty-localhost-36823-hadoop-hdfs-3_4_1-tests_jar-_-any-13741004126087885913/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T18:17:43,347 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:36823} 2024-11-20T18:17:43,347 INFO [Time-limited test {}] server.Server(415): Started @3687ms 2024-11-20T18:17:43,396 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T18:17:44,433 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9fb4a2f-a324-2796-8aab-fdb4d70aa956/cluster_245b4d08-e16c-ffd0-e7dd-a5949a84eb29/data/data1/current/BP-682351923-172.17.0.3-1732126661676/current, will proceed with Du for space computation calculation, 2024-11-20T18:17:44,433 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9fb4a2f-a324-2796-8aab-fdb4d70aa956/cluster_245b4d08-e16c-ffd0-e7dd-a5949a84eb29/data/data2/current/BP-682351923-172.17.0.3-1732126661676/current, will proceed with Du for space computation calculation, 2024-11-20T18:17:44,463 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T18:17:44,505 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x238ad1c1c3e1b138 with lease ID 0xfcfec2cd57256686: Processing first storage report for DS-6cc250fe-cd31-4a81-8e6e-128f6b3c41f1 from datanode DatanodeRegistration(127.0.0.1:38697, datanodeUuid=4b106a37-43a8-468e-b0fa-313430e08c17, infoPort=38165, infoSecurePort=0, ipcPort=35583, storageInfo=lv=-57;cid=testClusterID;nsid=433063456;c=1732126661676) 2024-11-20T18:17:44,506 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x238ad1c1c3e1b138 with lease ID 0xfcfec2cd57256686: from storage DS-6cc250fe-cd31-4a81-8e6e-128f6b3c41f1 node DatanodeRegistration(127.0.0.1:38697, datanodeUuid=4b106a37-43a8-468e-b0fa-313430e08c17, infoPort=38165, infoSecurePort=0, ipcPort=35583, storageInfo=lv=-57;cid=testClusterID;nsid=433063456;c=1732126661676), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T18:17:44,507 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x238ad1c1c3e1b138 with lease ID 0xfcfec2cd57256686: Processing first storage report for DS-29047c4a-7ffd-4598-bb38-875df1143ea7 from datanode DatanodeRegistration(127.0.0.1:38697, datanodeUuid=4b106a37-43a8-468e-b0fa-313430e08c17, infoPort=38165, infoSecurePort=0, ipcPort=35583, storageInfo=lv=-57;cid=testClusterID;nsid=433063456;c=1732126661676) 2024-11-20T18:17:44,507 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x238ad1c1c3e1b138 with lease ID 0xfcfec2cd57256686: from storage DS-29047c4a-7ffd-4598-bb38-875df1143ea7 node DatanodeRegistration(127.0.0.1:38697, datanodeUuid=4b106a37-43a8-468e-b0fa-313430e08c17, infoPort=38165, infoSecurePort=0, ipcPort=35583, storageInfo=lv=-57;cid=testClusterID;nsid=433063456;c=1732126661676), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T18:17:44,580 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9fb4a2f-a324-2796-8aab-fdb4d70aa956 2024-11-20T18:17:44,588 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:17:44,590 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:17:44,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38697 is added to blk_1073741825_1001 (size=7) 2024-11-20T18:17:45,201 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe with version=8 2024-11-20T18:17:45,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/hbase-staging 2024-11-20T18:17:45,287 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-20T18:17:45,523 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b87edf34edd:0 server-side Connection retries=45 2024-11-20T18:17:45,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:17:45,533 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T18:17:45,538 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T18:17:45,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:17:45,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T18:17:45,672 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T18:17:45,729 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-20T18:17:45,737 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-20T18:17:45,741 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T18:17:45,764 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 11539 (auto-detected) 2024-11-20T18:17:45,765 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-20T18:17:45,782 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40941 2024-11-20T18:17:45,802 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40941 connecting to ZooKeeper ensemble=127.0.0.1:61958 2024-11-20T18:17:45,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:409410x0, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:17:45,925 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40941-0x101597754ce0000 connected 2024-11-20T18:17:46,039 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:17:46,044 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:17:46,052 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40941-0x101597754ce0000, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Set watcher on znode that does not yet exist, /0-665356756/running 2024-11-20T18:17:46,056 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe, hbase.cluster.distributed=false 2024-11-20T18:17:46,084 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40941-0x101597754ce0000, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Set watcher on znode that does not yet exist, /0-665356756/acl 2024-11-20T18:17:46,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40941 2024-11-20T18:17:46,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40941 2024-11-20T18:17:46,089 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40941 2024-11-20T18:17:46,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40941 2024-11-20T18:17:46,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40941 2024-11-20T18:17:46,196 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b87edf34edd:0 server-side Connection retries=45 2024-11-20T18:17:46,198 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:17:46,198 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T18:17:46,199 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T18:17:46,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:17:46,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T18:17:46,202 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T18:17:46,205 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T18:17:46,206 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36499 2024-11-20T18:17:46,209 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36499 connecting to ZooKeeper ensemble=127.0.0.1:61958 2024-11-20T18:17:46,211 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:17:46,217 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:17:46,239 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:364990x0, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:17:46,240 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36499-0x101597754ce0001 connected 2024-11-20T18:17:46,240 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36499-0x101597754ce0001, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Set watcher on znode that does not yet exist, /0-665356756/running 2024-11-20T18:17:46,245 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T18:17:46,253 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T18:17:46,256 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36499-0x101597754ce0001, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Set watcher on znode that does not yet exist, /0-665356756/master 2024-11-20T18:17:46,262 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36499-0x101597754ce0001, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Set watcher on znode that does not yet exist, /0-665356756/acl 2024-11-20T18:17:46,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36499 2024-11-20T18:17:46,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36499 2024-11-20T18:17:46,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36499 2024-11-20T18:17:46,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36499 2024-11-20T18:17:46,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36499 2024-11-20T18:17:46,283 DEBUG [M:0;6b87edf34edd:40941 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b87edf34edd:40941 2024-11-20T18:17:46,284 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-665356756/backup-masters/6b87edf34edd,40941,1732126665371 2024-11-20T18:17:46,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40941-0x101597754ce0000, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-665356756/backup-masters 2024-11-20T18:17:46,297 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36499-0x101597754ce0001, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-665356756/backup-masters 2024-11-20T18:17:46,299 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40941-0x101597754ce0000, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Set watcher on existing znode=/0-665356756/backup-masters/6b87edf34edd,40941,1732126665371 2024-11-20T18:17:46,328 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36499-0x101597754ce0001, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-665356756/master 2024-11-20T18:17:46,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40941-0x101597754ce0000, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-665356756 2024-11-20T18:17:46,328 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36499-0x101597754ce0001, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-665356756 2024-11-20T18:17:46,329 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40941-0x101597754ce0000, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Set watcher on existing znode=/0-665356756/master 2024-11-20T18:17:46,330 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-665356756/backup-masters/6b87edf34edd,40941,1732126665371 from backup master directory 2024-11-20T18:17:46,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40941-0x101597754ce0000, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-665356756/backup-masters/6b87edf34edd,40941,1732126665371 2024-11-20T18:17:46,344 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36499-0x101597754ce0001, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-665356756/backup-masters 2024-11-20T18:17:46,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40941-0x101597754ce0000, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-665356756/backup-masters 2024-11-20T18:17:46,345 WARN [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T18:17:46,346 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b87edf34edd,40941,1732126665371 2024-11-20T18:17:46,348 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-20T18:17:46,350 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-20T18:17:46,401 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/hbase.id] with ID: f790cca6-c10a-40da-8873-36479d1740bb 2024-11-20T18:17:46,401 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/.tmp/hbase.id 2024-11-20T18:17:46,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38697 is added to blk_1073741826_1002 (size=42) 2024-11-20T18:17:46,815 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/.tmp/hbase.id]:[hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/hbase.id] 2024-11-20T18:17:46,863 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:17:46,868 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T18:17:46,888 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-20T18:17:46,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40941-0x101597754ce0000, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-665356756 2024-11-20T18:17:46,945 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36499-0x101597754ce0001, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-665356756 2024-11-20T18:17:46,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38697 is added to blk_1073741827_1003 (size=196) 2024-11-20T18:17:47,379 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T18:17:47,382 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T18:17:47,396 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:17:47,400 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:17:47,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38697 is added to blk_1073741828_1004 (size=1189) 2024-11-20T18:17:47,854 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/MasterData/data/master/store 2024-11-20T18:17:47,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38697 is added to blk_1073741829_1005 (size=34) 2024-11-20T18:17:48,278 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-20T18:17:48,281 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:17:48,282 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T18:17:48,282 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:17:48,283 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:17:48,285 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T18:17:48,285 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:17:48,285 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:17:48,287 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732126668282Disabling compacts and flushes for region at 1732126668282Disabling writes for close at 1732126668285 (+3 ms)Writing region close event to WAL at 1732126668285Closed at 1732126668285 2024-11-20T18:17:48,290 WARN [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/MasterData/data/master/store/.initializing 2024-11-20T18:17:48,290 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/MasterData/WALs/6b87edf34edd,40941,1732126665371 2024-11-20T18:17:48,299 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T18:17:48,314 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b87edf34edd%2C40941%2C1732126665371, suffix=, logDir=hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/MasterData/WALs/6b87edf34edd,40941,1732126665371, archiveDir=hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/MasterData/oldWALs, maxLogs=10 2024-11-20T18:17:48,337 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/MasterData/WALs/6b87edf34edd,40941,1732126665371/6b87edf34edd%2C40941%2C1732126665371.1732126668319, exclude list is [], retry=0 2024-11-20T18:17:48,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38697,DS-6cc250fe-cd31-4a81-8e6e-128f6b3c41f1,DISK] 2024-11-20T18:17:48,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-20T18:17:48,404 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/MasterData/WALs/6b87edf34edd,40941,1732126665371/6b87edf34edd%2C40941%2C1732126665371.1732126668319 2024-11-20T18:17:48,405 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38165:38165)] 2024-11-20T18:17:48,405 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:17:48,406 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:17:48,410 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:17:48,411 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:17:48,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:17:48,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T18:17:48,475 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:17:48,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:17:48,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:17:48,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T18:17:48,482 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:17:48,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:17:48,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:17:48,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T18:17:48,487 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:17:48,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:17:48,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:17:48,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T18:17:48,491 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:17:48,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:17:48,493 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:17:48,496 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:17:48,498 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:17:48,504 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:17:48,504 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:17:48,507 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:17:48,511 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:17:48,516 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:17:48,518 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67461601, jitterRate=0.005256190896034241}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:17:48,525 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732126668423Initializing all the Stores at 1732126668426 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126668426Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126668427 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126668427Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126668427Cleaning up temporary data from old regions at 1732126668504 (+77 ms)Region opened successfully at 1732126668525 (+21 ms) 2024-11-20T18:17:48,526 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T18:17:48,556 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@90f9fd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b87edf34edd/172.17.0.3:0 2024-11-20T18:17:48,583 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T18:17:48,593 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T18:17:48,594 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T18:17:48,596 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T18:17:48,598 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T18:17:48,603 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-20T18:17:48,603 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T18:17:48,627 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T18:17:48,635 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40941-0x101597754ce0000, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Unable to get data of znode /0-665356756/balancer because node does not exist (not necessarily an error) 2024-11-20T18:17:48,654 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-665356756/balancer already deleted, retry=false 2024-11-20T18:17:48,657 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T18:17:48,659 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40941-0x101597754ce0000, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Unable to get data of znode /0-665356756/normalizer because node does not exist (not necessarily an error) 2024-11-20T18:17:48,744 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-665356756/normalizer already deleted, retry=false 2024-11-20T18:17:48,748 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T18:17:48,754 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40941-0x101597754ce0000, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Unable to get data of znode /0-665356756/switch/split because node does not exist (not necessarily an error) 2024-11-20T18:17:48,765 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-665356756/switch/split already deleted, retry=false 2024-11-20T18:17:48,766 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40941-0x101597754ce0000, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Unable to get data of znode /0-665356756/switch/merge because node does not exist (not necessarily an error) 2024-11-20T18:17:48,775 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-665356756/switch/merge already deleted, retry=false 2024-11-20T18:17:48,795 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40941-0x101597754ce0000, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Unable to get data of znode /0-665356756/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T18:17:48,807 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-665356756/snapshot-cleanup already deleted, retry=false 2024-11-20T18:17:48,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40941-0x101597754ce0000, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-665356756/running 2024-11-20T18:17:48,818 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36499-0x101597754ce0001, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-665356756/running 2024-11-20T18:17:48,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40941-0x101597754ce0000, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-665356756 2024-11-20T18:17:48,818 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36499-0x101597754ce0001, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-665356756 2024-11-20T18:17:48,822 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b87edf34edd,40941,1732126665371, sessionid=0x101597754ce0000, setting cluster-up flag (Was=false) 2024-11-20T18:17:48,854 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36499-0x101597754ce0001, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-665356756 2024-11-20T18:17:48,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40941-0x101597754ce0000, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-665356756 2024-11-20T18:17:48,886 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-665356756/flush-table-proc/acquired, /0-665356756/flush-table-proc/reached, /0-665356756/flush-table-proc/abort 2024-11-20T18:17:48,890 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b87edf34edd,40941,1732126665371 2024-11-20T18:17:48,912 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36499-0x101597754ce0001, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-665356756 2024-11-20T18:17:48,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40941-0x101597754ce0000, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-665356756 2024-11-20T18:17:48,944 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-665356756/online-snapshot/acquired, /0-665356756/online-snapshot/reached, /0-665356756/online-snapshot/abort 2024-11-20T18:17:48,949 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b87edf34edd,40941,1732126665371 2024-11-20T18:17:48,958 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T18:17:48,972 INFO [RS:0;6b87edf34edd:36499 {}] regionserver.HRegionServer(746): ClusterId : f790cca6-c10a-40da-8873-36479d1740bb 2024-11-20T18:17:48,974 DEBUG [RS:0;6b87edf34edd:36499 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T18:17:48,988 DEBUG [RS:0;6b87edf34edd:36499 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T18:17:48,988 DEBUG [RS:0;6b87edf34edd:36499 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T18:17:49,003 DEBUG [RS:0;6b87edf34edd:36499 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T18:17:49,003 DEBUG [RS:0;6b87edf34edd:36499 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2519dfdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b87edf34edd/172.17.0.3:0 2024-11-20T18:17:49,017 DEBUG [RS:0;6b87edf34edd:36499 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b87edf34edd:36499 2024-11-20T18:17:49,020 INFO [RS:0;6b87edf34edd:36499 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T18:17:49,020 INFO [RS:0;6b87edf34edd:36499 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T18:17:49,020 DEBUG [RS:0;6b87edf34edd:36499 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T18:17:49,023 INFO [RS:0;6b87edf34edd:36499 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b87edf34edd,40941,1732126665371 with port=36499, startcode=1732126666163 2024-11-20T18:17:49,033 DEBUG [RS:0;6b87edf34edd:36499 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T18:17:49,035 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T18:17:49,045 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T18:17:49,052 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T18:17:49,057 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b87edf34edd,40941,1732126665371 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T18:17:49,065 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:17:49,066 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:17:49,066 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:17:49,067 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:17:49,067 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b87edf34edd:0, corePoolSize=10, maxPoolSize=10 2024-11-20T18:17:49,067 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:17:49,067 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b87edf34edd:0, corePoolSize=2, maxPoolSize=2 2024-11-20T18:17:49,067 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:17:49,102 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54127, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T18:17:49,106 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732126699106 2024-11-20T18:17:49,108 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T18:17:49,108 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:17:49,108 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T18:17:49,108 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T18:17:49,109 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40941 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T18:17:49,112 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T18:17:49,112 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T18:17:49,112 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T18:17:49,112 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T18:17:49,114 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T18:17:49,115 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:17:49,115 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T18:17:49,117 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T18:17:49,118 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T18:17:49,119 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T18:17:49,119 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T18:17:49,121 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T18:17:49,121 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T18:17:49,123 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732126669122,5,FailOnTimeoutGroup] 2024-11-20T18:17:49,124 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732126669123,5,FailOnTimeoutGroup] 2024-11-20T18:17:49,124 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T18:17:49,124 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T18:17:49,125 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T18:17:49,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38697 is added to blk_1073741831_1007 (size=1321) 2024-11-20T18:17:49,126 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T18:17:49,135 DEBUG [RS:0;6b87edf34edd:36499 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-20T18:17:49,135 WARN [RS:0;6b87edf34edd:36499 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-20T18:17:49,236 INFO [RS:0;6b87edf34edd:36499 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b87edf34edd,40941,1732126665371 with port=36499, startcode=1732126666163 2024-11-20T18:17:49,239 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40941 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b87edf34edd,36499,1732126666163 2024-11-20T18:17:49,241 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40941 {}] master.ServerManager(517): Registering regionserver=6b87edf34edd,36499,1732126666163 2024-11-20T18:17:49,251 DEBUG [RS:0;6b87edf34edd:36499 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe 2024-11-20T18:17:49,251 DEBUG [RS:0;6b87edf34edd:36499 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41775 2024-11-20T18:17:49,251 DEBUG [RS:0;6b87edf34edd:36499 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T18:17:49,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40941-0x101597754ce0000, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-665356756/rs 2024-11-20T18:17:49,281 DEBUG [RS:0;6b87edf34edd:36499 {}] zookeeper.ZKUtil(111): regionserver:36499-0x101597754ce0001, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Set watcher on existing znode=/0-665356756/rs/6b87edf34edd,36499,1732126666163 2024-11-20T18:17:49,282 WARN [RS:0;6b87edf34edd:36499 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T18:17:49,282 INFO [RS:0;6b87edf34edd:36499 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:17:49,282 DEBUG [RS:0;6b87edf34edd:36499 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/WALs/6b87edf34edd,36499,1732126666163 2024-11-20T18:17:49,284 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b87edf34edd,36499,1732126666163] 2024-11-20T18:17:49,304 INFO [RS:0;6b87edf34edd:36499 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T18:17:49,321 INFO [RS:0;6b87edf34edd:36499 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T18:17:49,326 INFO [RS:0;6b87edf34edd:36499 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T18:17:49,326 INFO [RS:0;6b87edf34edd:36499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:17:49,327 INFO [RS:0;6b87edf34edd:36499 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T18:17:49,332 INFO [RS:0;6b87edf34edd:36499 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T18:17:49,333 INFO [RS:0;6b87edf34edd:36499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T18:17:49,333 DEBUG [RS:0;6b87edf34edd:36499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:17:49,333 DEBUG [RS:0;6b87edf34edd:36499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:17:49,333 DEBUG [RS:0;6b87edf34edd:36499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:17:49,333 DEBUG [RS:0;6b87edf34edd:36499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:17:49,334 DEBUG [RS:0;6b87edf34edd:36499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:17:49,334 DEBUG [RS:0;6b87edf34edd:36499 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b87edf34edd:0, corePoolSize=2, maxPoolSize=2 2024-11-20T18:17:49,334 DEBUG [RS:0;6b87edf34edd:36499 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:17:49,334 DEBUG [RS:0;6b87edf34edd:36499 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:17:49,334 DEBUG [RS:0;6b87edf34edd:36499 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:17:49,334 DEBUG [RS:0;6b87edf34edd:36499 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:17:49,334 DEBUG [RS:0;6b87edf34edd:36499 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:17:49,335 DEBUG [RS:0;6b87edf34edd:36499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:17:49,335 DEBUG [RS:0;6b87edf34edd:36499 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b87edf34edd:0, corePoolSize=3, maxPoolSize=3 2024-11-20T18:17:49,335 DEBUG [RS:0;6b87edf34edd:36499 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b87edf34edd:0, corePoolSize=3, maxPoolSize=3 2024-11-20T18:17:49,336 INFO [RS:0;6b87edf34edd:36499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T18:17:49,336 INFO [RS:0;6b87edf34edd:36499 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T18:17:49,336 INFO [RS:0;6b87edf34edd:36499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:17:49,336 INFO [RS:0;6b87edf34edd:36499 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T18:17:49,336 INFO [RS:0;6b87edf34edd:36499 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T18:17:49,336 INFO [RS:0;6b87edf34edd:36499 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,36499,1732126666163-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T18:17:49,354 INFO [RS:0;6b87edf34edd:36499 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T18:17:49,356 INFO [RS:0;6b87edf34edd:36499 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,36499,1732126666163-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:17:49,356 INFO [RS:0;6b87edf34edd:36499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:17:49,356 INFO [RS:0;6b87edf34edd:36499 {}] regionserver.Replication(171): 6b87edf34edd,36499,1732126666163 started 2024-11-20T18:17:49,376 INFO [RS:0;6b87edf34edd:36499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:17:49,376 INFO [RS:0;6b87edf34edd:36499 {}] regionserver.HRegionServer(1482): Serving as 6b87edf34edd,36499,1732126666163, RpcServer on 6b87edf34edd/172.17.0.3:36499, sessionid=0x101597754ce0001 2024-11-20T18:17:49,377 DEBUG [RS:0;6b87edf34edd:36499 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T18:17:49,377 DEBUG [RS:0;6b87edf34edd:36499 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b87edf34edd,36499,1732126666163 2024-11-20T18:17:49,377 DEBUG [RS:0;6b87edf34edd:36499 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b87edf34edd,36499,1732126666163' 2024-11-20T18:17:49,378 DEBUG [RS:0;6b87edf34edd:36499 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-665356756/flush-table-proc/abort' 2024-11-20T18:17:49,379 DEBUG [RS:0;6b87edf34edd:36499 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-665356756/flush-table-proc/acquired' 2024-11-20T18:17:49,380 DEBUG [RS:0;6b87edf34edd:36499 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T18:17:49,380 DEBUG [RS:0;6b87edf34edd:36499 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T18:17:49,380 DEBUG [RS:0;6b87edf34edd:36499 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b87edf34edd,36499,1732126666163 2024-11-20T18:17:49,380 DEBUG [RS:0;6b87edf34edd:36499 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b87edf34edd,36499,1732126666163' 2024-11-20T18:17:49,380 DEBUG [RS:0;6b87edf34edd:36499 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-665356756/online-snapshot/abort' 2024-11-20T18:17:49,381 DEBUG [RS:0;6b87edf34edd:36499 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-665356756/online-snapshot/acquired' 2024-11-20T18:17:49,382 DEBUG [RS:0;6b87edf34edd:36499 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T18:17:49,382 INFO [RS:0;6b87edf34edd:36499 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T18:17:49,382 INFO [RS:0;6b87edf34edd:36499 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T18:17:49,488 INFO [RS:0;6b87edf34edd:36499 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T18:17:49,492 INFO [RS:0;6b87edf34edd:36499 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b87edf34edd%2C36499%2C1732126666163, suffix=, logDir=hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/WALs/6b87edf34edd,36499,1732126666163, archiveDir=hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/oldWALs, maxLogs=10 2024-11-20T18:17:49,515 DEBUG [RS:0;6b87edf34edd:36499 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/WALs/6b87edf34edd,36499,1732126666163/6b87edf34edd%2C36499%2C1732126666163.1732126669494, exclude list is [], retry=0 2024-11-20T18:17:49,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38697,DS-6cc250fe-cd31-4a81-8e6e-128f6b3c41f1,DISK] 2024-11-20T18:17:49,525 INFO [RS:0;6b87edf34edd:36499 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/WALs/6b87edf34edd,36499,1732126666163/6b87edf34edd%2C36499%2C1732126666163.1732126669494 2024-11-20T18:17:49,526 DEBUG [RS:0;6b87edf34edd:36499 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38165:38165)] 2024-11-20T18:17:49,528 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T18:17:49,529 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe 2024-11-20T18:17:49,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38697 is added to blk_1073741833_1009 (size=32) 2024-11-20T18:17:49,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:17:49,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T18:17:49,553 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T18:17:49,553 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:17:49,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:17:49,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T18:17:49,558 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T18:17:49,558 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:17:49,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:17:49,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T18:17:49,563 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T18:17:49,563 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:17:49,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:17:49,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T18:17:49,567 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T18:17:49,568 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:17:49,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:17:49,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T18:17:49,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/data/hbase/meta/1588230740 2024-11-20T18:17:49,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/data/hbase/meta/1588230740 2024-11-20T18:17:49,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T18:17:49,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T18:17:49,578 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:17:49,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T18:17:49,587 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:17:49,589 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65482194, jitterRate=-0.024239271879196167}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:17:49,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732126669546Initializing all the Stores at 1732126669548 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126669548Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126669549 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126669549Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126669549Cleaning up temporary data from old regions at 1732126669576 (+27 ms)Region opened successfully at 1732126669592 (+16 ms) 2024-11-20T18:17:49,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T18:17:49,592 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T18:17:49,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T18:17:49,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T18:17:49,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T18:17:49,594 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T18:17:49,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732126669592Disabling compacts and flushes for region at 1732126669592Disabling writes for close at 1732126669592Writing region close event to WAL at 1732126669593 (+1 ms)Closed at 1732126669594 (+1 ms) 2024-11-20T18:17:49,598 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:17:49,598 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T18:17:49,603 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T18:17:49,611 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T18:17:49,614 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T18:17:49,766 DEBUG [6b87edf34edd:40941 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T18:17:49,782 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b87edf34edd,36499,1732126666163 2024-11-20T18:17:49,791 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b87edf34edd,36499,1732126666163, state=OPENING 2024-11-20T18:17:49,849 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T18:17:49,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40941-0x101597754ce0000, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-665356756 2024-11-20T18:17:49,860 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36499-0x101597754ce0001, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-665356756 2024-11-20T18:17:49,861 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-665356756/meta-region-server: CHANGED 2024-11-20T18:17:49,861 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-665356756/meta-region-server: CHANGED 2024-11-20T18:17:49,862 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T18:17:49,866 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b87edf34edd,36499,1732126666163}] 2024-11-20T18:17:50,046 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T18:17:50,050 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41839, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T18:17:50,064 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T18:17:50,064 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:17:50,065 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T18:17:50,073 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b87edf34edd%2C36499%2C1732126666163.meta, suffix=.meta, logDir=hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/WALs/6b87edf34edd,36499,1732126666163, archiveDir=hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/oldWALs, maxLogs=10 2024-11-20T18:17:50,097 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/WALs/6b87edf34edd,36499,1732126666163/6b87edf34edd%2C36499%2C1732126666163.meta.1732126670076.meta, exclude list is [], retry=0 2024-11-20T18:17:50,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38697,DS-6cc250fe-cd31-4a81-8e6e-128f6b3c41f1,DISK] 2024-11-20T18:17:50,107 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/WALs/6b87edf34edd,36499,1732126666163/6b87edf34edd%2C36499%2C1732126666163.meta.1732126670076.meta 2024-11-20T18:17:50,108 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38165:38165)] 2024-11-20T18:17:50,108 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:17:50,115 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T18:17:50,117 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T18:17:50,120 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T18:17:50,123 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T18:17:50,128 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T18:17:50,129 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:17:50,129 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T18:17:50,130 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T18:17:50,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T18:17:50,136 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T18:17:50,136 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:17:50,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:17:50,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T18:17:50,140 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T18:17:50,140 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:17:50,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:17:50,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T18:17:50,144 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T18:17:50,144 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:17:50,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:17:50,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T18:17:50,147 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T18:17:50,148 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:17:50,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:17:50,150 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T18:17:50,151 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/data/hbase/meta/1588230740 2024-11-20T18:17:50,154 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/data/hbase/meta/1588230740 2024-11-20T18:17:50,157 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T18:17:50,157 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T18:17:50,158 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:17:50,161 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T18:17:50,163 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69048168, jitterRate=0.028897881507873535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:17:50,164 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T18:17:50,166 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732126670130Writing region info on filesystem at 1732126670131 (+1 ms)Initializing all the Stores at 1732126670133 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126670133Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126670133Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126670133Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126670133Cleaning up temporary data from old regions at 1732126670157 (+24 ms)Running coprocessor post-open hooks at 1732126670164 (+7 ms)Region opened successfully at 1732126670166 (+2 ms) 2024-11-20T18:17:50,174 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732126670035 2024-11-20T18:17:50,188 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T18:17:50,189 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T18:17:50,191 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b87edf34edd,36499,1732126666163 2024-11-20T18:17:50,194 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b87edf34edd,36499,1732126666163, state=OPEN 2024-11-20T18:17:50,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40941-0x101597754ce0000, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-665356756/meta-region-server 2024-11-20T18:17:50,247 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36499-0x101597754ce0001, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-665356756/meta-region-server 2024-11-20T18:17:50,248 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-665356756/meta-region-server: CHANGED 2024-11-20T18:17:50,248 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-665356756/meta-region-server: CHANGED 2024-11-20T18:17:50,248 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b87edf34edd,36499,1732126666163 2024-11-20T18:17:50,256 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T18:17:50,257 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b87edf34edd,36499,1732126666163 in 384 msec 2024-11-20T18:17:50,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T18:17:50,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 655 msec 2024-11-20T18:17:50,270 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:17:50,270 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T18:17:50,299 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:17:50,301 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,36499,1732126666163, seqNum=-1] 2024-11-20T18:17:50,330 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:17:50,333 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41051, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:17:50,361 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3710 sec 2024-11-20T18:17:50,361 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732126670361, completionTime=-1 2024-11-20T18:17:50,365 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T18:17:50,365 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T18:17:50,405 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T18:17:50,406 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732126730406 2024-11-20T18:17:50,406 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732126790406 2024-11-20T18:17:50,406 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 40 msec 2024-11-20T18:17:50,409 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,40941,1732126665371-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:17:50,410 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,40941,1732126665371-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:17:50,410 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,40941,1732126665371-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:17:50,412 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b87edf34edd:40941, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:17:50,412 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T18:17:50,413 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T18:17:50,420 DEBUG [master/6b87edf34edd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T18:17:50,443 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.097sec 2024-11-20T18:17:50,444 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T18:17:50,446 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T18:17:50,446 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T18:17:50,447 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T18:17:50,447 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T18:17:50,448 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,40941,1732126665371-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T18:17:50,448 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,40941,1732126665371-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T18:17:50,457 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T18:17:50,458 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T18:17:50,458 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,40941,1732126665371-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:17:50,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21eccfc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:17:50,486 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-20T18:17:50,486 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-20T18:17:50,489 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,40941,-1 for getting cluster id 2024-11-20T18:17:50,492 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:17:50,502 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f790cca6-c10a-40da-8873-36479d1740bb' 2024-11-20T18:17:50,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:17:50,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f790cca6-c10a-40da-8873-36479d1740bb" 2024-11-20T18:17:50,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eebb9d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:17:50,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,40941,-1] 2024-11-20T18:17:50,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:17:50,514 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:17:50,517 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:17:50,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@393835d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:17:50,523 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:17:50,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,36499,1732126666163, seqNum=-1] 2024-11-20T18:17:50,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:17:50,540 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:17:50,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b87edf34edd,40941,1732126665371 2024-11-20T18:17:50,571 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61958 2024-11-20T18:17:50,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:17:50,592 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101597754ce0002 connected 2024-11-20T18:17:50,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9fb4a2f-a324-2796-8aab-fdb4d70aa956/hadoop.log.dir so I do NOT create it in target/test-data/4dd78a1a-feb1-38e1-54d5-ccab334f8ccf 2024-11-20T18:17:50,628 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9fb4a2f-a324-2796-8aab-fdb4d70aa956/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T18:17:50,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9fb4a2f-a324-2796-8aab-fdb4d70aa956/hadoop.tmp.dir so I do NOT create it in target/test-data/4dd78a1a-feb1-38e1-54d5-ccab334f8ccf 2024-11-20T18:17:50,628 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9fb4a2f-a324-2796-8aab-fdb4d70aa956/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T18:17:50,628 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd78a1a-feb1-38e1-54d5-ccab334f8ccf 2024-11-20T18:17:50,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T18:17:50,628 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd78a1a-feb1-38e1-54d5-ccab334f8ccf/cluster_521837f4-7e91-b43f-78d1-9ccaed6e3987, deleteOnExit=true 2024-11-20T18:17:50,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T18:17:50,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd78a1a-feb1-38e1-54d5-ccab334f8ccf/test.cache.data in system properties and HBase conf 2024-11-20T18:17:50,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd78a1a-feb1-38e1-54d5-ccab334f8ccf/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T18:17:50,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd78a1a-feb1-38e1-54d5-ccab334f8ccf/hadoop.log.dir in system properties and HBase conf 2024-11-20T18:17:50,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd78a1a-feb1-38e1-54d5-ccab334f8ccf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T18:17:50,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd78a1a-feb1-38e1-54d5-ccab334f8ccf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T18:17:50,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T18:17:50,630 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T18:17:50,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd78a1a-feb1-38e1-54d5-ccab334f8ccf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T18:17:50,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd78a1a-feb1-38e1-54d5-ccab334f8ccf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T18:17:50,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd78a1a-feb1-38e1-54d5-ccab334f8ccf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T18:17:50,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd78a1a-feb1-38e1-54d5-ccab334f8ccf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T18:17:50,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd78a1a-feb1-38e1-54d5-ccab334f8ccf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T18:17:50,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd78a1a-feb1-38e1-54d5-ccab334f8ccf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T18:17:50,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd78a1a-feb1-38e1-54d5-ccab334f8ccf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T18:17:50,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd78a1a-feb1-38e1-54d5-ccab334f8ccf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T18:17:50,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd78a1a-feb1-38e1-54d5-ccab334f8ccf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T18:17:50,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd78a1a-feb1-38e1-54d5-ccab334f8ccf/nfs.dump.dir in system properties and HBase conf 2024-11-20T18:17:50,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd78a1a-feb1-38e1-54d5-ccab334f8ccf/java.io.tmpdir in system properties and HBase conf 2024-11-20T18:17:50,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd78a1a-feb1-38e1-54d5-ccab334f8ccf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T18:17:50,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd78a1a-feb1-38e1-54d5-ccab334f8ccf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T18:17:50,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd78a1a-feb1-38e1-54d5-ccab334f8ccf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T18:17:51,031 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:17:51,041 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T18:17:51,047 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T18:17:51,047 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T18:17:51,047 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T18:17:51,050 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:17:51,051 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@402b2b09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd78a1a-feb1-38e1-54d5-ccab334f8ccf/hadoop.log.dir/,AVAILABLE} 2024-11-20T18:17:51,052 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ca3ef33{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T18:17:51,187 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d3aa00d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd78a1a-feb1-38e1-54d5-ccab334f8ccf/java.io.tmpdir/jetty-localhost-44039-hadoop-hdfs-3_4_1-tests_jar-_-any-7815152813309503781/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T18:17:51,188 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ba93781{HTTP/1.1, (http/1.1)}{localhost:44039} 2024-11-20T18:17:51,189 INFO [Time-limited test {}] server.Server(415): Started @11529ms 2024-11-20T18:17:51,495 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:17:51,501 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T18:17:51,502 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T18:17:51,502 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T18:17:51,502 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T18:17:51,502 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41732b8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd78a1a-feb1-38e1-54d5-ccab334f8ccf/hadoop.log.dir/,AVAILABLE} 2024-11-20T18:17:51,503 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e703083{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T18:17:51,606 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16de8d5b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd78a1a-feb1-38e1-54d5-ccab334f8ccf/java.io.tmpdir/jetty-localhost-34995-hadoop-hdfs-3_4_1-tests_jar-_-any-13633635249667606775/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T18:17:51,606 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@404d4ec0{HTTP/1.1, (http/1.1)}{localhost:34995} 2024-11-20T18:17:51,606 INFO [Time-limited test {}] server.Server(415): Started @11946ms 2024-11-20T18:17:51,608 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T18:17:52,302 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd78a1a-feb1-38e1-54d5-ccab334f8ccf/cluster_521837f4-7e91-b43f-78d1-9ccaed6e3987/data/data1/current/BP-1584928154-172.17.0.3-1732126670674/current, will proceed with Du for space computation calculation, 2024-11-20T18:17:52,303 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd78a1a-feb1-38e1-54d5-ccab334f8ccf/cluster_521837f4-7e91-b43f-78d1-9ccaed6e3987/data/data2/current/BP-1584928154-172.17.0.3-1732126670674/current, will proceed with Du for space computation calculation, 2024-11-20T18:17:52,359 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T18:17:52,363 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e2dadabbab19a8e with lease ID 0xc6c554fb0fff8107: Processing first storage report for DS-b6712888-e2af-4792-9748-65e257adab40 from datanode DatanodeRegistration(127.0.0.1:40513, datanodeUuid=452c8b07-5fa0-4e91-beb7-9b2560efef4f, infoPort=33875, infoSecurePort=0, ipcPort=33333, storageInfo=lv=-57;cid=testClusterID;nsid=849871562;c=1732126670674) 2024-11-20T18:17:52,363 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e2dadabbab19a8e with lease ID 0xc6c554fb0fff8107: from storage DS-b6712888-e2af-4792-9748-65e257adab40 node DatanodeRegistration(127.0.0.1:40513, datanodeUuid=452c8b07-5fa0-4e91-beb7-9b2560efef4f, infoPort=33875, infoSecurePort=0, ipcPort=33333, storageInfo=lv=-57;cid=testClusterID;nsid=849871562;c=1732126670674), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T18:17:52,364 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e2dadabbab19a8e with lease ID 0xc6c554fb0fff8107: Processing first storage report for DS-5d13744e-169f-4093-a629-6117c5b5399d from datanode DatanodeRegistration(127.0.0.1:40513, datanodeUuid=452c8b07-5fa0-4e91-beb7-9b2560efef4f, infoPort=33875, infoSecurePort=0, ipcPort=33333, storageInfo=lv=-57;cid=testClusterID;nsid=849871562;c=1732126670674) 2024-11-20T18:17:52,364 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e2dadabbab19a8e with lease ID 0xc6c554fb0fff8107: from storage DS-5d13744e-169f-4093-a629-6117c5b5399d node DatanodeRegistration(127.0.0.1:40513, datanodeUuid=452c8b07-5fa0-4e91-beb7-9b2560efef4f, infoPort=33875, infoSecurePort=0, ipcPort=33333, storageInfo=lv=-57;cid=testClusterID;nsid=849871562;c=1732126670674), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T18:17:52,448 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd78a1a-feb1-38e1-54d5-ccab334f8ccf 2024-11-20T18:17:52,449 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:17:52,450 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:17:52,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741825_1001 (size=7) 2024-11-20T18:17:52,863 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46505/user/jenkins/test-data/84bf6d51-cf6a-6fde-07f2-b71d4a417f0f with version=8 2024-11-20T18:17:52,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46505/user/jenkins/test-data/84bf6d51-cf6a-6fde-07f2-b71d4a417f0f/hbase-staging 2024-11-20T18:17:52,866 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b87edf34edd:0 server-side Connection retries=45 2024-11-20T18:17:52,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:17:52,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T18:17:52,867 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T18:17:52,867 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:17:52,867 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T18:17:52,867 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T18:17:52,867 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T18:17:52,868 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44661 2024-11-20T18:17:52,870 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44661 connecting to ZooKeeper ensemble=127.0.0.1:61958 2024-11-20T18:17:52,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:446610x0, quorum=127.0.0.1:61958, baseZNode=/1-1590548545 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:17:52,892 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44661-0x101597754ce0003 connected 2024-11-20T18:17:52,965 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:17:52,967 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:17:52,969 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44661-0x101597754ce0003, quorum=127.0.0.1:61958, baseZNode=/1-1590548545 Set watcher on znode that does not yet exist, /1-1590548545/running 2024-11-20T18:17:52,969 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46505/user/jenkins/test-data/84bf6d51-cf6a-6fde-07f2-b71d4a417f0f, hbase.cluster.distributed=false 2024-11-20T18:17:52,971 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44661-0x101597754ce0003, quorum=127.0.0.1:61958, baseZNode=/1-1590548545 Set watcher on znode that does not yet exist, /1-1590548545/acl 2024-11-20T18:17:52,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44661 2024-11-20T18:17:52,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44661 2024-11-20T18:17:52,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44661 2024-11-20T18:17:52,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44661 2024-11-20T18:17:52,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44661 2024-11-20T18:17:52,992 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b87edf34edd:0 server-side Connection retries=45 2024-11-20T18:17:52,992 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:17:52,992 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T18:17:52,992 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T18:17:52,992 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:17:52,992 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T18:17:52,992 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T18:17:52,992 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T18:17:52,993 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44665 2024-11-20T18:17:52,995 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44665 connecting to ZooKeeper ensemble=127.0.0.1:61958 2024-11-20T18:17:52,996 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:17:52,999 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:17:53,012 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446650x0, quorum=127.0.0.1:61958, baseZNode=/1-1590548545 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:17:53,013 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:446650x0, quorum=127.0.0.1:61958, baseZNode=/1-1590548545 Set watcher on znode that does not yet exist, /1-1590548545/running 2024-11-20T18:17:53,013 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44665-0x101597754ce0004 connected 2024-11-20T18:17:53,013 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T18:17:53,015 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T18:17:53,016 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44665-0x101597754ce0004, quorum=127.0.0.1:61958, baseZNode=/1-1590548545 Set watcher on znode that does not yet exist, /1-1590548545/master 2024-11-20T18:17:53,018 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44665-0x101597754ce0004, quorum=127.0.0.1:61958, baseZNode=/1-1590548545 Set watcher on znode that does not yet exist, /1-1590548545/acl 2024-11-20T18:17:53,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44665 2024-11-20T18:17:53,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44665 2024-11-20T18:17:53,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44665 2024-11-20T18:17:53,029 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44665 2024-11-20T18:17:53,029 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44665 2024-11-20T18:17:53,042 DEBUG [M:0;6b87edf34edd:44661 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b87edf34edd:44661 2024-11-20T18:17:53,043 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1590548545/backup-masters/6b87edf34edd,44661,1732126672866 2024-11-20T18:17:53,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44661-0x101597754ce0003, quorum=127.0.0.1:61958, baseZNode=/1-1590548545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1590548545/backup-masters 2024-11-20T18:17:53,054 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44665-0x101597754ce0004, quorum=127.0.0.1:61958, baseZNode=/1-1590548545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1590548545/backup-masters 2024-11-20T18:17:53,055 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44661-0x101597754ce0003, quorum=127.0.0.1:61958, baseZNode=/1-1590548545 Set watcher on existing znode=/1-1590548545/backup-masters/6b87edf34edd,44661,1732126672866 2024-11-20T18:17:53,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44661-0x101597754ce0003, quorum=127.0.0.1:61958, baseZNode=/1-1590548545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1590548545 2024-11-20T18:17:53,064 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44665-0x101597754ce0004, quorum=127.0.0.1:61958, baseZNode=/1-1590548545 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1590548545/master 2024-11-20T18:17:53,065 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44665-0x101597754ce0004, quorum=127.0.0.1:61958, baseZNode=/1-1590548545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1590548545 2024-11-20T18:17:53,065 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44661-0x101597754ce0003, quorum=127.0.0.1:61958, baseZNode=/1-1590548545 Set watcher on existing znode=/1-1590548545/master 2024-11-20T18:17:53,066 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1590548545/backup-masters/6b87edf34edd,44661,1732126672866 from backup master directory 2024-11-20T18:17:53,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44661-0x101597754ce0003, quorum=127.0.0.1:61958, baseZNode=/1-1590548545 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1590548545/backup-masters/6b87edf34edd,44661,1732126672866 2024-11-20T18:17:53,075 WARN [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T18:17:53,075 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44665-0x101597754ce0004, quorum=127.0.0.1:61958, baseZNode=/1-1590548545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1590548545/backup-masters 2024-11-20T18:17:53,075 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b87edf34edd,44661,1732126672866 2024-11-20T18:17:53,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44661-0x101597754ce0003, quorum=127.0.0.1:61958, baseZNode=/1-1590548545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1590548545/backup-masters 2024-11-20T18:17:53,082 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46505/user/jenkins/test-data/84bf6d51-cf6a-6fde-07f2-b71d4a417f0f/hbase.id] with ID: 8a14e3a7-c71e-4527-aa60-ba85f35b90ca 2024-11-20T18:17:53,083 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46505/user/jenkins/test-data/84bf6d51-cf6a-6fde-07f2-b71d4a417f0f/.tmp/hbase.id 2024-11-20T18:17:53,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741826_1002 (size=42) 2024-11-20T18:17:53,493 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46505/user/jenkins/test-data/84bf6d51-cf6a-6fde-07f2-b71d4a417f0f/.tmp/hbase.id]:[hdfs://localhost:46505/user/jenkins/test-data/84bf6d51-cf6a-6fde-07f2-b71d4a417f0f/hbase.id] 2024-11-20T18:17:53,516 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:17:53,517 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T18:17:53,519 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-20T18:17:53,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44661-0x101597754ce0003, quorum=127.0.0.1:61958, baseZNode=/1-1590548545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1590548545 2024-11-20T18:17:53,584 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44665-0x101597754ce0004, quorum=127.0.0.1:61958, baseZNode=/1-1590548545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1590548545 2024-11-20T18:17:53,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741827_1003 (size=196) 2024-11-20T18:17:53,997 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T18:17:54,003 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T18:17:54,004 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:17:54,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741828_1004 (size=1189) 2024-11-20T18:17:54,417 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46505/user/jenkins/test-data/84bf6d51-cf6a-6fde-07f2-b71d4a417f0f/MasterData/data/master/store 2024-11-20T18:17:54,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741829_1005 (size=34) 2024-11-20T18:17:54,430 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:17:54,430 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T18:17:54,430 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:17:54,430 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:17:54,430 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T18:17:54,430 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:17:54,430 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:17:54,431 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732126674430Disabling compacts and flushes for region at 1732126674430Disabling writes for close at 1732126674430Writing region close event to WAL at 1732126674430Closed at 1732126674430 2024-11-20T18:17:54,432 WARN [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46505/user/jenkins/test-data/84bf6d51-cf6a-6fde-07f2-b71d4a417f0f/MasterData/data/master/store/.initializing 2024-11-20T18:17:54,432 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46505/user/jenkins/test-data/84bf6d51-cf6a-6fde-07f2-b71d4a417f0f/MasterData/WALs/6b87edf34edd,44661,1732126672866 2024-11-20T18:17:54,435 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T18:17:54,439 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b87edf34edd%2C44661%2C1732126672866, suffix=, logDir=hdfs://localhost:46505/user/jenkins/test-data/84bf6d51-cf6a-6fde-07f2-b71d4a417f0f/MasterData/WALs/6b87edf34edd,44661,1732126672866, archiveDir=hdfs://localhost:46505/user/jenkins/test-data/84bf6d51-cf6a-6fde-07f2-b71d4a417f0f/MasterData/oldWALs, maxLogs=10 2024-11-20T18:17:54,457 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/84bf6d51-cf6a-6fde-07f2-b71d4a417f0f/MasterData/WALs/6b87edf34edd,44661,1732126672866/6b87edf34edd%2C44661%2C1732126672866.1732126674439, exclude list is [], retry=0 2024-11-20T18:17:54,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40513,DS-b6712888-e2af-4792-9748-65e257adab40,DISK] 2024-11-20T18:17:54,470 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/84bf6d51-cf6a-6fde-07f2-b71d4a417f0f/MasterData/WALs/6b87edf34edd,44661,1732126672866/6b87edf34edd%2C44661%2C1732126672866.1732126674439 2024-11-20T18:17:54,472 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33875:33875)] 2024-11-20T18:17:54,472 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:17:54,473 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:17:54,473 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:17:54,473 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:17:54,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:17:54,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T18:17:54,484 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:17:54,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:17:54,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:17:54,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T18:17:54,488 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:17:54,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:17:54,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:17:54,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T18:17:54,491 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:17:54,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:17:54,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:17:54,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T18:17:54,499 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:17:54,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:17:54,501 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:17:54,504 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46505/user/jenkins/test-data/84bf6d51-cf6a-6fde-07f2-b71d4a417f0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:17:54,505 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46505/user/jenkins/test-data/84bf6d51-cf6a-6fde-07f2-b71d4a417f0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:17:54,510 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:17:54,510 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:17:54,512 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:17:54,515 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:17:54,522 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46505/user/jenkins/test-data/84bf6d51-cf6a-6fde-07f2-b71d4a417f0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:17:54,523 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66545204, jitterRate=-0.00839918851852417}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:17:54,523 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732126674473Initializing all the Stores at 1732126674475 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126674475Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126674480 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126674480Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126674480Cleaning up temporary data from old regions at 1732126674510 (+30 ms)Region opened successfully at 1732126674523 (+13 ms) 2024-11-20T18:17:54,524 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T18:17:54,530 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69943936, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b87edf34edd/172.17.0.3:0 2024-11-20T18:17:54,532 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T18:17:54,532 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T18:17:54,532 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T18:17:54,532 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T18:17:54,533 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T18:17:54,534 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T18:17:54,534 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T18:17:54,538 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T18:17:54,539 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44661-0x101597754ce0003, quorum=127.0.0.1:61958, baseZNode=/1-1590548545 Unable to get data of znode /1-1590548545/balancer because node does not exist (not necessarily an error) 2024-11-20T18:17:54,575 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1590548545/balancer already deleted, retry=false 2024-11-20T18:17:54,575 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T18:17:54,577 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44661-0x101597754ce0003, quorum=127.0.0.1:61958, baseZNode=/1-1590548545 Unable to get data of znode /1-1590548545/normalizer because node does not exist (not necessarily an error) 2024-11-20T18:17:54,684 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1590548545/normalizer already deleted, retry=false 2024-11-20T18:17:54,685 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T18:17:54,688 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44661-0x101597754ce0003, quorum=127.0.0.1:61958, baseZNode=/1-1590548545 Unable to get data of znode /1-1590548545/switch/split because node does not exist (not necessarily an error) 2024-11-20T18:17:54,738 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1590548545/switch/split already deleted, retry=false 2024-11-20T18:17:54,742 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44661-0x101597754ce0003, quorum=127.0.0.1:61958, baseZNode=/1-1590548545 Unable to get data of znode /1-1590548545/switch/merge because node does not exist (not necessarily an error) 2024-11-20T18:17:54,754 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1590548545/switch/merge already deleted, retry=false 2024-11-20T18:17:54,761 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44661-0x101597754ce0003, quorum=127.0.0.1:61958, baseZNode=/1-1590548545 Unable to get data of znode /1-1590548545/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T18:17:54,775 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1590548545/snapshot-cleanup already deleted, retry=false 2024-11-20T18:17:54,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44661-0x101597754ce0003, quorum=127.0.0.1:61958, baseZNode=/1-1590548545 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1590548545/running 2024-11-20T18:17:54,785 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44665-0x101597754ce0004, quorum=127.0.0.1:61958, baseZNode=/1-1590548545 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1590548545/running 2024-11-20T18:17:54,786 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44665-0x101597754ce0004, quorum=127.0.0.1:61958, baseZNode=/1-1590548545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1590548545 2024-11-20T18:17:54,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44661-0x101597754ce0003, quorum=127.0.0.1:61958, baseZNode=/1-1590548545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1590548545 2024-11-20T18:17:54,786 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b87edf34edd,44661,1732126672866, sessionid=0x101597754ce0003, setting cluster-up flag (Was=false) 2024-11-20T18:17:54,806 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44665-0x101597754ce0004, quorum=127.0.0.1:61958, baseZNode=/1-1590548545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1590548545 2024-11-20T18:17:54,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44661-0x101597754ce0003, quorum=127.0.0.1:61958, baseZNode=/1-1590548545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1590548545 2024-11-20T18:17:54,838 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1590548545/flush-table-proc/acquired, /1-1590548545/flush-table-proc/reached, /1-1590548545/flush-table-proc/abort 2024-11-20T18:17:54,842 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b87edf34edd,44661,1732126672866 2024-11-20T18:17:54,864 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44665-0x101597754ce0004, quorum=127.0.0.1:61958, baseZNode=/1-1590548545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1590548545 2024-11-20T18:17:54,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44661-0x101597754ce0003, quorum=127.0.0.1:61958, baseZNode=/1-1590548545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1590548545 2024-11-20T18:17:54,896 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1590548545/online-snapshot/acquired, /1-1590548545/online-snapshot/reached, /1-1590548545/online-snapshot/abort 2024-11-20T18:17:54,900 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b87edf34edd,44661,1732126672866 2024-11-20T18:17:54,904 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46505/user/jenkins/test-data/84bf6d51-cf6a-6fde-07f2-b71d4a417f0f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T18:17:54,907 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T18:17:54,908 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T18:17:54,908 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T18:17:54,909 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b87edf34edd,44661,1732126672866 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T18:17:54,911 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:17:54,911 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:17:54,912 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:17:54,912 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:17:54,912 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b87edf34edd:0, corePoolSize=10, maxPoolSize=10 2024-11-20T18:17:54,912 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:17:54,912 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b87edf34edd:0, corePoolSize=2, maxPoolSize=2 2024-11-20T18:17:54,913 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:17:54,914 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732126704913 2024-11-20T18:17:54,914 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T18:17:54,914 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T18:17:54,914 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T18:17:54,914 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T18:17:54,914 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T18:17:54,914 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T18:17:54,914 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T18:17:54,915 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T18:17:54,915 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T18:17:54,915 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T18:17:54,915 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T18:17:54,915 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:17:54,915 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T18:17:54,916 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T18:17:54,916 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T18:17:54,916 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732126674916,5,FailOnTimeoutGroup] 2024-11-20T18:17:54,916 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732126674916,5,FailOnTimeoutGroup] 2024-11-20T18:17:54,916 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T18:17:54,916 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T18:17:54,917 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T18:17:54,917 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T18:17:54,917 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:17:54,918 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T18:17:54,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741831_1007 (size=1321) 2024-11-20T18:17:54,933 INFO [RS:0;6b87edf34edd:44665 {}] regionserver.HRegionServer(746): ClusterId : 8a14e3a7-c71e-4527-aa60-ba85f35b90ca 2024-11-20T18:17:54,933 DEBUG [RS:0;6b87edf34edd:44665 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T18:17:55,008 DEBUG [RS:0;6b87edf34edd:44665 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T18:17:55,008 DEBUG [RS:0;6b87edf34edd:44665 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T18:17:55,075 DEBUG [RS:0;6b87edf34edd:44665 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T18:17:55,075 DEBUG [RS:0;6b87edf34edd:44665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48b20465, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b87edf34edd/172.17.0.3:0 2024-11-20T18:17:55,087 DEBUG [RS:0;6b87edf34edd:44665 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b87edf34edd:44665 2024-11-20T18:17:55,087 INFO [RS:0;6b87edf34edd:44665 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T18:17:55,087 INFO [RS:0;6b87edf34edd:44665 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T18:17:55,087 DEBUG [RS:0;6b87edf34edd:44665 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T18:17:55,088 INFO [RS:0;6b87edf34edd:44665 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b87edf34edd,44661,1732126672866 with port=44665, startcode=1732126672991 2024-11-20T18:17:55,088 DEBUG [RS:0;6b87edf34edd:44665 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T18:17:55,090 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52801, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T18:17:55,091 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44661 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b87edf34edd,44665,1732126672991 2024-11-20T18:17:55,091 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44661 {}] master.ServerManager(517): Registering regionserver=6b87edf34edd,44665,1732126672991 2024-11-20T18:17:55,094 DEBUG [RS:0;6b87edf34edd:44665 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46505/user/jenkins/test-data/84bf6d51-cf6a-6fde-07f2-b71d4a417f0f 2024-11-20T18:17:55,094 DEBUG [RS:0;6b87edf34edd:44665 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46505 2024-11-20T18:17:55,094 DEBUG [RS:0;6b87edf34edd:44665 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T18:17:55,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44661-0x101597754ce0003, quorum=127.0.0.1:61958, baseZNode=/1-1590548545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1590548545/rs 2024-11-20T18:17:55,146 DEBUG [RS:0;6b87edf34edd:44665 {}] zookeeper.ZKUtil(111): regionserver:44665-0x101597754ce0004, quorum=127.0.0.1:61958, baseZNode=/1-1590548545 Set watcher on existing znode=/1-1590548545/rs/6b87edf34edd,44665,1732126672991 2024-11-20T18:17:55,146 WARN [RS:0;6b87edf34edd:44665 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T18:17:55,147 INFO [RS:0;6b87edf34edd:44665 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:17:55,147 DEBUG [RS:0;6b87edf34edd:44665 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46505/user/jenkins/test-data/84bf6d51-cf6a-6fde-07f2-b71d4a417f0f/WALs/6b87edf34edd,44665,1732126672991 2024-11-20T18:17:55,147 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b87edf34edd,44665,1732126672991] 2024-11-20T18:17:55,152 INFO [RS:0;6b87edf34edd:44665 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T18:17:55,154 INFO [RS:0;6b87edf34edd:44665 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T18:17:55,154 INFO [RS:0;6b87edf34edd:44665 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T18:17:55,154 INFO [RS:0;6b87edf34edd:44665 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:17:55,155 INFO [RS:0;6b87edf34edd:44665 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T18:17:55,156 INFO [RS:0;6b87edf34edd:44665 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T18:17:55,156 INFO [RS:0;6b87edf34edd:44665 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T18:17:55,156 DEBUG [RS:0;6b87edf34edd:44665 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:17:55,156 DEBUG [RS:0;6b87edf34edd:44665 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:17:55,156 DEBUG [RS:0;6b87edf34edd:44665 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:17:55,156 DEBUG [RS:0;6b87edf34edd:44665 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:17:55,157 DEBUG [RS:0;6b87edf34edd:44665 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:17:55,157 DEBUG [RS:0;6b87edf34edd:44665 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b87edf34edd:0, corePoolSize=2, maxPoolSize=2 2024-11-20T18:17:55,157 DEBUG [RS:0;6b87edf34edd:44665 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:17:55,157 DEBUG [RS:0;6b87edf34edd:44665 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:17:55,157 DEBUG [RS:0;6b87edf34edd:44665 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:17:55,157 DEBUG [RS:0;6b87edf34edd:44665 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:17:55,157 DEBUG [RS:0;6b87edf34edd:44665 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:17:55,157 DEBUG [RS:0;6b87edf34edd:44665 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:17:55,157 DEBUG [RS:0;6b87edf34edd:44665 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b87edf34edd:0, corePoolSize=3, maxPoolSize=3 2024-11-20T18:17:55,157 DEBUG [RS:0;6b87edf34edd:44665 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b87edf34edd:0, corePoolSize=3, maxPoolSize=3 2024-11-20T18:17:55,158 INFO [RS:0;6b87edf34edd:44665 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T18:17:55,158 INFO [RS:0;6b87edf34edd:44665 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T18:17:55,158 INFO [RS:0;6b87edf34edd:44665 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:17:55,158 INFO [RS:0;6b87edf34edd:44665 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T18:17:55,158 INFO [RS:0;6b87edf34edd:44665 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T18:17:55,158 INFO [RS:0;6b87edf34edd:44665 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,44665,1732126672991-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T18:17:55,175 INFO [RS:0;6b87edf34edd:44665 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T18:17:55,175 INFO [RS:0;6b87edf34edd:44665 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,44665,1732126672991-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:17:55,175 INFO [RS:0;6b87edf34edd:44665 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:17:55,175 INFO [RS:0;6b87edf34edd:44665 {}] regionserver.Replication(171): 6b87edf34edd,44665,1732126672991 started 2024-11-20T18:17:55,192 INFO [RS:0;6b87edf34edd:44665 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:17:55,192 INFO [RS:0;6b87edf34edd:44665 {}] regionserver.HRegionServer(1482): Serving as 6b87edf34edd,44665,1732126672991, RpcServer on 6b87edf34edd/172.17.0.3:44665, sessionid=0x101597754ce0004 2024-11-20T18:17:55,192 DEBUG [RS:0;6b87edf34edd:44665 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T18:17:55,192 DEBUG [RS:0;6b87edf34edd:44665 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b87edf34edd,44665,1732126672991 2024-11-20T18:17:55,192 DEBUG [RS:0;6b87edf34edd:44665 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b87edf34edd,44665,1732126672991' 2024-11-20T18:17:55,192 DEBUG [RS:0;6b87edf34edd:44665 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1590548545/flush-table-proc/abort' 2024-11-20T18:17:55,193 DEBUG [RS:0;6b87edf34edd:44665 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1590548545/flush-table-proc/acquired' 2024-11-20T18:17:55,193 DEBUG [RS:0;6b87edf34edd:44665 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T18:17:55,193 DEBUG [RS:0;6b87edf34edd:44665 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T18:17:55,193 DEBUG [RS:0;6b87edf34edd:44665 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b87edf34edd,44665,1732126672991 2024-11-20T18:17:55,193 DEBUG [RS:0;6b87edf34edd:44665 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b87edf34edd,44665,1732126672991' 2024-11-20T18:17:55,194 DEBUG [RS:0;6b87edf34edd:44665 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1590548545/online-snapshot/abort' 2024-11-20T18:17:55,194 DEBUG [RS:0;6b87edf34edd:44665 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1590548545/online-snapshot/acquired' 2024-11-20T18:17:55,194 DEBUG [RS:0;6b87edf34edd:44665 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T18:17:55,194 INFO [RS:0;6b87edf34edd:44665 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T18:17:55,195 INFO [RS:0;6b87edf34edd:44665 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T18:17:55,295 INFO [RS:0;6b87edf34edd:44665 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T18:17:55,298 INFO [RS:0;6b87edf34edd:44665 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b87edf34edd%2C44665%2C1732126672991, suffix=, logDir=hdfs://localhost:46505/user/jenkins/test-data/84bf6d51-cf6a-6fde-07f2-b71d4a417f0f/WALs/6b87edf34edd,44665,1732126672991, archiveDir=hdfs://localhost:46505/user/jenkins/test-data/84bf6d51-cf6a-6fde-07f2-b71d4a417f0f/oldWALs, maxLogs=10 2024-11-20T18:17:55,312 DEBUG [RS:0;6b87edf34edd:44665 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/84bf6d51-cf6a-6fde-07f2-b71d4a417f0f/WALs/6b87edf34edd,44665,1732126672991/6b87edf34edd%2C44665%2C1732126672991.1732126675299, exclude list is [], retry=0 2024-11-20T18:17:55,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40513,DS-b6712888-e2af-4792-9748-65e257adab40,DISK] 2024-11-20T18:17:55,322 INFO [RS:0;6b87edf34edd:44665 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/84bf6d51-cf6a-6fde-07f2-b71d4a417f0f/WALs/6b87edf34edd,44665,1732126672991/6b87edf34edd%2C44665%2C1732126672991.1732126675299 2024-11-20T18:17:55,322 DEBUG [RS:0;6b87edf34edd:44665 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33875:33875)] 2024-11-20T18:17:55,327 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46505/user/jenkins/test-data/84bf6d51-cf6a-6fde-07f2-b71d4a417f0f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T18:17:55,327 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46505/user/jenkins/test-data/84bf6d51-cf6a-6fde-07f2-b71d4a417f0f 2024-11-20T18:17:55,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741833_1009 (size=32) 2024-11-20T18:17:55,639 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T18:17:55,702 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T18:17:55,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T18:17:55,727 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T18:17:55,729 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T18:17:55,729 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-20T18:17:55,730 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T18:17:55,730 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T18:17:55,730 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T18:17:55,730 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T18:17:55,736 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:17:55,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T18:17:55,741 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T18:17:55,741 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:17:55,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:17:55,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T18:17:55,744 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T18:17:55,744 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:17:55,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:17:55,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T18:17:55,748 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T18:17:55,748 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:17:55,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:17:55,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T18:17:55,752 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T18:17:55,752 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:17:55,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:17:55,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T18:17:55,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46505/user/jenkins/test-data/84bf6d51-cf6a-6fde-07f2-b71d4a417f0f/data/hbase/meta/1588230740 2024-11-20T18:17:55,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46505/user/jenkins/test-data/84bf6d51-cf6a-6fde-07f2-b71d4a417f0f/data/hbase/meta/1588230740 2024-11-20T18:17:55,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T18:17:55,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T18:17:55,760 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:17:55,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T18:17:55,765 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46505/user/jenkins/test-data/84bf6d51-cf6a-6fde-07f2-b71d4a417f0f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:17:55,766 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61239849, jitterRate=-0.0874551385641098}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:17:55,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732126675736Initializing all the Stores at 1732126675738 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126675738Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126675738Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126675738Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126675738Cleaning up temporary data from old regions at 1732126675759 (+21 ms)Region opened successfully at 1732126675766 (+7 ms) 2024-11-20T18:17:55,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T18:17:55,766 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T18:17:55,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T18:17:55,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T18:17:55,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T18:17:55,767 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T18:17:55,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732126675766Disabling compacts and flushes for region at 1732126675766Disabling writes for close at 1732126675767 (+1 ms)Writing region close event to WAL at 1732126675767Closed at 1732126675767 2024-11-20T18:17:55,769 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:17:55,769 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T18:17:55,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T18:17:55,771 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T18:17:55,773 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T18:17:55,924 DEBUG [6b87edf34edd:44661 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T18:17:55,924 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b87edf34edd,44665,1732126672991 2024-11-20T18:17:55,927 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b87edf34edd,44665,1732126672991, state=OPENING 2024-11-20T18:17:55,943 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T18:17:55,954 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44665-0x101597754ce0004, quorum=127.0.0.1:61958, baseZNode=/1-1590548545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1590548545 2024-11-20T18:17:55,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44661-0x101597754ce0003, quorum=127.0.0.1:61958, baseZNode=/1-1590548545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1590548545 2024-11-20T18:17:55,955 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T18:17:55,955 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1590548545/meta-region-server: CHANGED 2024-11-20T18:17:55,955 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1590548545/meta-region-server: CHANGED 2024-11-20T18:17:55,955 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b87edf34edd,44665,1732126672991}] 2024-11-20T18:17:56,109 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T18:17:56,111 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50665, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T18:17:56,117 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T18:17:56,117 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:17:56,117 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T18:17:56,120 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b87edf34edd%2C44665%2C1732126672991.meta, suffix=.meta, logDir=hdfs://localhost:46505/user/jenkins/test-data/84bf6d51-cf6a-6fde-07f2-b71d4a417f0f/WALs/6b87edf34edd,44665,1732126672991, archiveDir=hdfs://localhost:46505/user/jenkins/test-data/84bf6d51-cf6a-6fde-07f2-b71d4a417f0f/oldWALs, maxLogs=10 2024-11-20T18:17:56,135 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/84bf6d51-cf6a-6fde-07f2-b71d4a417f0f/WALs/6b87edf34edd,44665,1732126672991/6b87edf34edd%2C44665%2C1732126672991.meta.1732126676122.meta, exclude list is [], retry=0 2024-11-20T18:17:56,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40513,DS-b6712888-e2af-4792-9748-65e257adab40,DISK] 2024-11-20T18:17:56,141 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/84bf6d51-cf6a-6fde-07f2-b71d4a417f0f/WALs/6b87edf34edd,44665,1732126672991/6b87edf34edd%2C44665%2C1732126672991.meta.1732126676122.meta 2024-11-20T18:17:56,142 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33875:33875)] 2024-11-20T18:17:56,142 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:17:56,142 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T18:17:56,142 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T18:17:56,142 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T18:17:56,143 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T18:17:56,143 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T18:17:56,143 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:17:56,143 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T18:17:56,143 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T18:17:56,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T18:17:56,146 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T18:17:56,146 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:17:56,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:17:56,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T18:17:56,148 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T18:17:56,148 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:17:56,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:17:56,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T18:17:56,150 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T18:17:56,150 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:17:56,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:17:56,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T18:17:56,152 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T18:17:56,152 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:17:56,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:17:56,153 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T18:17:56,154 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46505/user/jenkins/test-data/84bf6d51-cf6a-6fde-07f2-b71d4a417f0f/data/hbase/meta/1588230740 2024-11-20T18:17:56,156 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46505/user/jenkins/test-data/84bf6d51-cf6a-6fde-07f2-b71d4a417f0f/data/hbase/meta/1588230740 2024-11-20T18:17:56,158 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T18:17:56,158 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T18:17:56,158 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:17:56,161 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T18:17:56,162 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64076592, jitterRate=-0.04518437385559082}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:17:56,162 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T18:17:56,162 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732126676143Writing region info on filesystem at 1732126676143Initializing all the Stores at 1732126676144 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126676145 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126676145Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126676145Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126676145Cleaning up temporary data from old regions at 1732126676158 (+13 ms)Running coprocessor post-open hooks at 1732126676162 (+4 ms)Region opened successfully at 1732126676162 2024-11-20T18:17:56,164 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732126676109 2024-11-20T18:17:56,167 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T18:17:56,167 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T18:17:56,168 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b87edf34edd,44665,1732126672991 2024-11-20T18:17:56,170 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b87edf34edd,44665,1732126672991, state=OPEN 2024-11-20T18:17:56,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44661-0x101597754ce0003, quorum=127.0.0.1:61958, baseZNode=/1-1590548545 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1590548545/meta-region-server 2024-11-20T18:17:56,180 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44665-0x101597754ce0004, quorum=127.0.0.1:61958, baseZNode=/1-1590548545 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1590548545/meta-region-server 2024-11-20T18:17:56,180 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b87edf34edd,44665,1732126672991 2024-11-20T18:17:56,180 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1590548545/meta-region-server: CHANGED 2024-11-20T18:17:56,180 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1590548545/meta-region-server: CHANGED 2024-11-20T18:17:56,185 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T18:17:56,185 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b87edf34edd,44665,1732126672991 in 225 msec 2024-11-20T18:17:56,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T18:17:56,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 416 msec 2024-11-20T18:17:56,192 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:17:56,192 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T18:17:56,194 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:17:56,194 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,44665,1732126672991, seqNum=-1] 2024-11-20T18:17:56,195 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:17:56,197 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44217, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:17:56,205 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2980 sec 2024-11-20T18:17:56,206 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732126676206, completionTime=-1 2024-11-20T18:17:56,206 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T18:17:56,206 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T18:17:56,208 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T18:17:56,208 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732126736208 2024-11-20T18:17:56,208 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732126796208 2024-11-20T18:17:56,208 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T18:17:56,209 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,44661,1732126672866-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:17:56,209 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,44661,1732126672866-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:17:56,209 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,44661,1732126672866-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:17:56,209 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b87edf34edd:44661, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:17:56,209 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T18:17:56,209 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T18:17:56,211 DEBUG [master/6b87edf34edd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T18:17:56,213 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.138sec 2024-11-20T18:17:56,214 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T18:17:56,214 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T18:17:56,214 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T18:17:56,214 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T18:17:56,214 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T18:17:56,214 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,44661,1732126672866-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T18:17:56,214 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,44661,1732126672866-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T18:17:56,217 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T18:17:56,217 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T18:17:56,217 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,44661,1732126672866-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:17:56,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21625794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:17:56,234 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,44661,-1 for getting cluster id 2024-11-20T18:17:56,234 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:17:56,237 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a14e3a7-c71e-4527-aa60-ba85f35b90ca' 2024-11-20T18:17:56,237 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:17:56,238 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a14e3a7-c71e-4527-aa60-ba85f35b90ca" 2024-11-20T18:17:56,238 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d072f7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:17:56,238 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,44661,-1] 2024-11-20T18:17:56,238 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:17:56,239 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:17:56,241 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:17:56,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3974d665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:17:56,244 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:17:56,246 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,44665,1732126672991, seqNum=-1] 2024-11-20T18:17:56,246 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:17:56,248 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:17:56,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b87edf34edd,44661,1732126672866 2024-11-20T18:17:56,252 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61958 2024-11-20T18:17:56,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61958, baseZNode=/1-1590548545 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:17:56,265 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101597754ce0005 connected 2024-11-20T18:17:56,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cde733e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:17:56,280 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,40941,-1 for getting cluster id 2024-11-20T18:17:56,281 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:17:56,282 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f790cca6-c10a-40da-8873-36479d1740bb' 2024-11-20T18:17:56,282 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:17:56,282 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f790cca6-c10a-40da-8873-36479d1740bb" 2024-11-20T18:17:56,283 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@311acb1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:17:56,283 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,40941,-1] 2024-11-20T18:17:56,283 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:17:56,283 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:17:56,285 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:17:56,286 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14502b5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:17:56,293 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:17:56,297 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,40941,1732126665371 2024-11-20T18:17:56,299 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1dd0b335 2024-11-20T18:17:56,300 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:17:56,302 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:17:56,303 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40941 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6b87edf34edd:44661,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T18:17:56,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40941 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T18:17:56,316 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b87edf34edd:44661' 2024-11-20T18:17:56,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40941 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:17:56,318 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@149885f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:17:56,318 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,44661,-1 for getting cluster id 2024-11-20T18:17:56,318 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:17:56,319 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a14e3a7-c71e-4527-aa60-ba85f35b90ca' 2024-11-20T18:17:56,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:17:56,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a14e3a7-c71e-4527-aa60-ba85f35b90ca" 2024-11-20T18:17:56,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e1a856, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:17:56,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,44661,-1] 2024-11-20T18:17:56,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:17:56,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:17:56,321 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:17:56,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bf25289, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:17:56,323 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:17:56,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,44661,1732126672866 2024-11-20T18:17:56,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@362a07ba 2024-11-20T18:17:56,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:17:56,329 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:17:56,341 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-20T18:17:56,342 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T18:17:56,346 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:17:56,347 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:17:56,347 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:17:56,348 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T18:17:56,353 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T18:17:56,357 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T18:17:56,357 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:17:56,359 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T18:17:56,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38697 is added to blk_1073741835_1011 (size=1138) 2024-11-20T18:17:56,406 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T18:17:56,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40941 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:17:56,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40941 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:17:56,777 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 269ffc37cebbae95b14732a3f301e8b6, NAME => 'hbase:replication,,1732126676348.269ffc37cebbae95b14732a3f301e8b6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe 2024-11-20T18:17:56,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38697 is added to blk_1073741836_1012 (size=44) 2024-11-20T18:17:56,788 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732126676348.269ffc37cebbae95b14732a3f301e8b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:17:56,788 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 269ffc37cebbae95b14732a3f301e8b6, disabling compactions & flushes 2024-11-20T18:17:56,788 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732126676348.269ffc37cebbae95b14732a3f301e8b6. 2024-11-20T18:17:56,788 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732126676348.269ffc37cebbae95b14732a3f301e8b6. 2024-11-20T18:17:56,788 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732126676348.269ffc37cebbae95b14732a3f301e8b6. after waiting 0 ms 2024-11-20T18:17:56,788 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732126676348.269ffc37cebbae95b14732a3f301e8b6. 2024-11-20T18:17:56,788 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732126676348.269ffc37cebbae95b14732a3f301e8b6. 2024-11-20T18:17:56,789 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 269ffc37cebbae95b14732a3f301e8b6: Waiting for close lock at 1732126676788Disabling compacts and flushes for region at 1732126676788Disabling writes for close at 1732126676788Writing region close event to WAL at 1732126676788Closed at 1732126676788 2024-11-20T18:17:56,791 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T18:17:56,796 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732126676348.269ffc37cebbae95b14732a3f301e8b6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732126676791"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732126676791"}]},"ts":"1732126676791"} 2024-11-20T18:17:56,801 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T18:17:56,803 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T18:17:56,805 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126676803"}]},"ts":"1732126676803"} 2024-11-20T18:17:56,809 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T18:17:56,810 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=269ffc37cebbae95b14732a3f301e8b6, ASSIGN}] 2024-11-20T18:17:56,812 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=269ffc37cebbae95b14732a3f301e8b6, ASSIGN 2024-11-20T18:17:56,814 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=269ffc37cebbae95b14732a3f301e8b6, ASSIGN; state=OFFLINE, location=6b87edf34edd,36499,1732126666163; forceNewPlan=false, retain=false 2024-11-20T18:17:56,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40941 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:17:56,966 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=269ffc37cebbae95b14732a3f301e8b6, regionState=OPENING, regionLocation=6b87edf34edd,36499,1732126666163 2024-11-20T18:17:56,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=269ffc37cebbae95b14732a3f301e8b6, ASSIGN because future has completed 2024-11-20T18:17:56,973 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 269ffc37cebbae95b14732a3f301e8b6, server=6b87edf34edd,36499,1732126666163}] 2024-11-20T18:17:57,138 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732126676348.269ffc37cebbae95b14732a3f301e8b6. 2024-11-20T18:17:57,138 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:17:57,139 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T18:17:57,142 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b87edf34edd%2C36499%2C1732126666163.rep, suffix=, logDir=hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/WALs/6b87edf34edd,36499,1732126666163, archiveDir=hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/oldWALs, maxLogs=10 2024-11-20T18:17:57,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/WALs/6b87edf34edd,36499,1732126666163/6b87edf34edd%2C36499%2C1732126666163.rep.1732126677143, exclude list is [], retry=0 2024-11-20T18:17:57,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38697,DS-6cc250fe-cd31-4a81-8e6e-128f6b3c41f1,DISK] 2024-11-20T18:17:57,164 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/WALs/6b87edf34edd,36499,1732126666163/6b87edf34edd%2C36499%2C1732126666163.rep.1732126677143 2024-11-20T18:17:57,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38165:38165)] 2024-11-20T18:17:57,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 269ffc37cebbae95b14732a3f301e8b6, NAME => 'hbase:replication,,1732126676348.269ffc37cebbae95b14732a3f301e8b6.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:17:57,165 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T18:17:57,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T18:17:57,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732126676348.269ffc37cebbae95b14732a3f301e8b6. service=MultiRowMutationService 2024-11-20T18:17:57,165 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T18:17:57,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 269ffc37cebbae95b14732a3f301e8b6 2024-11-20T18:17:57,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732126676348.269ffc37cebbae95b14732a3f301e8b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:17:57,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 269ffc37cebbae95b14732a3f301e8b6 2024-11-20T18:17:57,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 269ffc37cebbae95b14732a3f301e8b6 2024-11-20T18:17:57,167 INFO [StoreOpener-269ffc37cebbae95b14732a3f301e8b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 269ffc37cebbae95b14732a3f301e8b6 2024-11-20T18:17:57,169 INFO [StoreOpener-269ffc37cebbae95b14732a3f301e8b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 269ffc37cebbae95b14732a3f301e8b6 columnFamilyName hfileref 2024-11-20T18:17:57,169 DEBUG [StoreOpener-269ffc37cebbae95b14732a3f301e8b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:17:57,170 INFO [StoreOpener-269ffc37cebbae95b14732a3f301e8b6-1 {}] regionserver.HStore(327): Store=269ffc37cebbae95b14732a3f301e8b6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:17:57,170 INFO [StoreOpener-269ffc37cebbae95b14732a3f301e8b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 269ffc37cebbae95b14732a3f301e8b6 2024-11-20T18:17:57,172 INFO [StoreOpener-269ffc37cebbae95b14732a3f301e8b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 269ffc37cebbae95b14732a3f301e8b6 columnFamilyName queue 2024-11-20T18:17:57,172 DEBUG [StoreOpener-269ffc37cebbae95b14732a3f301e8b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:17:57,173 INFO [StoreOpener-269ffc37cebbae95b14732a3f301e8b6-1 {}] regionserver.HStore(327): Store=269ffc37cebbae95b14732a3f301e8b6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:17:57,173 INFO [StoreOpener-269ffc37cebbae95b14732a3f301e8b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 269ffc37cebbae95b14732a3f301e8b6 2024-11-20T18:17:57,175 INFO [StoreOpener-269ffc37cebbae95b14732a3f301e8b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 269ffc37cebbae95b14732a3f301e8b6 columnFamilyName sid 2024-11-20T18:17:57,175 DEBUG [StoreOpener-269ffc37cebbae95b14732a3f301e8b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:17:57,176 INFO [StoreOpener-269ffc37cebbae95b14732a3f301e8b6-1 {}] regionserver.HStore(327): Store=269ffc37cebbae95b14732a3f301e8b6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:17:57,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 269ffc37cebbae95b14732a3f301e8b6 2024-11-20T18:17:57,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/data/hbase/replication/269ffc37cebbae95b14732a3f301e8b6 2024-11-20T18:17:57,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/data/hbase/replication/269ffc37cebbae95b14732a3f301e8b6 2024-11-20T18:17:57,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 269ffc37cebbae95b14732a3f301e8b6 2024-11-20T18:17:57,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 269ffc37cebbae95b14732a3f301e8b6 2024-11-20T18:17:57,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T18:17:57,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 269ffc37cebbae95b14732a3f301e8b6 2024-11-20T18:17:57,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/data/hbase/replication/269ffc37cebbae95b14732a3f301e8b6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:17:57,186 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 269ffc37cebbae95b14732a3f301e8b6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72501893, jitterRate=0.08036239445209503}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T18:17:57,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 269ffc37cebbae95b14732a3f301e8b6 2024-11-20T18:17:57,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 269ffc37cebbae95b14732a3f301e8b6: Running coprocessor pre-open hook at 1732126677166Writing region info on filesystem at 1732126677166Initializing all the Stores at 1732126677167 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126677167Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126677167Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126677167Cleaning up temporary data from old regions at 1732126677179 (+12 ms)Running coprocessor post-open hooks at 1732126677187 (+8 ms)Region opened successfully at 1732126677187 2024-11-20T18:17:57,189 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732126676348.269ffc37cebbae95b14732a3f301e8b6., pid=7, masterSystemTime=1732126677127 2024-11-20T18:17:57,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732126676348.269ffc37cebbae95b14732a3f301e8b6. 2024-11-20T18:17:57,192 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732126676348.269ffc37cebbae95b14732a3f301e8b6. 2024-11-20T18:17:57,193 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=269ffc37cebbae95b14732a3f301e8b6, regionState=OPEN, openSeqNum=2, regionLocation=6b87edf34edd,36499,1732126666163 2024-11-20T18:17:57,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 269ffc37cebbae95b14732a3f301e8b6, server=6b87edf34edd,36499,1732126666163 because future has completed 2024-11-20T18:17:57,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-20T18:17:57,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 269ffc37cebbae95b14732a3f301e8b6, server=6b87edf34edd,36499,1732126666163 in 225 msec 2024-11-20T18:17:57,205 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T18:17:57,205 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=269ffc37cebbae95b14732a3f301e8b6, ASSIGN in 392 msec 2024-11-20T18:17:57,206 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T18:17:57,206 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126677206"}]},"ts":"1732126677206"} 2024-11-20T18:17:57,209 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T18:17:57,210 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T18:17:57,213 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 861 msec 2024-11-20T18:17:57,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732126676348.269ffc37cebbae95b14732a3f301e8b6., hostname=6b87edf34edd,36499,1732126666163, seqNum=2] 2024-11-20T18:17:57,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36499 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-20T18:17:57,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40941-0x101597754ce0000, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-665356756 2024-11-20T18:17:57,375 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36499-0x101597754ce0001, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-665356756 2024-11-20T18:17:57,408 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T18:17:57,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40941 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:17:57,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36499 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-20T18:17:57,578 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T18:17:57,618 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-6b87edf34edd,36499,1732126666163, ReplicationSource: 1, currentBandwidth=0 2024-11-20T18:17:57,620 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:17:57,620 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,36499,1732126666163, seqNum=-1] 2024-11-20T18:17:57,620 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:17:57,621 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58581, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-20T18:17:57,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6b87edf34edd,36499,1732126666163', locateType=CURRENT is [region=hbase:replication,,1732126676348.269ffc37cebbae95b14732a3f301e8b6., hostname=6b87edf34edd,36499,1732126666163, seqNum=2] 2024-11-20T18:17:57,629 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-20T18:17:57,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40941 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-20T18:17:57,635 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6b87edf34edd,36499,1732126666163 suceeded 2024-11-20T18:17:57,637 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-20T18:17:57,637 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 227 msec 2024-11-20T18:17:57,637 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6b87edf34edd:44661,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T18:17:57,640 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3330 sec 2024-11-20T18:17:57,648 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36499,1732126666163 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b87edf34edd:44661' 2024-11-20T18:17:57,649 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36499,1732126666163 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2770b9a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:17:57,650 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36499,1732126666163 {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,44661,-1 for getting cluster id 2024-11-20T18:17:57,650 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36499,1732126666163 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:17:57,651 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a14e3a7-c71e-4527-aa60-ba85f35b90ca' 2024-11-20T18:17:57,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:17:57,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a14e3a7-c71e-4527-aa60-ba85f35b90ca" 2024-11-20T18:17:57,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@706abd46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:17:57,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,44661,-1] 2024-11-20T18:17:57,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:17:57,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:17:57,653 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:17:57,653 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36499,1732126666163 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c9a7652, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:17:57,653 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36499,1732126666163 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:17:57,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,44661,1732126672866 2024-11-20T18:17:57,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3aff373d 2024-11-20T18:17:57,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:17:57,656 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-20T18:17:57,657 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36499,1732126666163 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6b87edf34edd,36499,1732126666163 (queues=1) is replicating from cluster=f790cca6-c10a-40da-8873-36479d1740bb to cluster=8a14e3a7-c71e-4527-aa60-ba85f35b90ca 2024-11-20T18:17:57,660 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36499,1732126666163 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6b87edf34edd%2C36499%2C1732126666163 2024-11-20T18:17:57,664 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36499,1732126666163 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6b87edf34edd,36499,1732126666163, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T18:17:57,666 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36499,1732126666163.replicationSource.shipper6b87edf34edd%2C36499%2C1732126666163,1-6b87edf34edd,36499,1732126666163 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b87edf34edd%2C36499%2C1732126666163 2024-11-20T18:17:57,670 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36499,1732126666163.replicationSource.wal-reader.6b87edf34edd%2C36499%2C1732126666163,1-6b87edf34edd,36499,1732126666163 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/WALs/6b87edf34edd,36499,1732126666163/6b87edf34edd%2C36499%2C1732126666163.1732126669494, startPosition=0, beingWritten=true 2024-11-20T18:17:57,917 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36499,1732126666163.replicationSource.wal-reader.6b87edf34edd%2C36499%2C1732126666163,1-6b87edf34edd,36499,1732126666163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/WALs/6b87edf34edd,36499,1732126666163/6b87edf34edd%2C36499%2C1732126666163.1732126669494 to pos 0, reset compression=false 2024-11-20T18:17:58,227 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36499,1732126666163.replicationSource.wal-reader.6b87edf34edd%2C36499%2C1732126666163,1-6b87edf34edd,36499,1732126666163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/WALs/6b87edf34edd,36499,1732126666163/6b87edf34edd%2C36499%2C1732126666163.1732126669494 to pos 0, reset compression=false 2024-11-20T18:17:58,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40941 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:17:58,481 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:17:58,481 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T18:17:58,482 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:17:58,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:17:58,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:17:58,482 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:17:58,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@581e0342, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:17:58,484 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,40941,-1 for getting cluster id 2024-11-20T18:17:58,484 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:17:58,486 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f790cca6-c10a-40da-8873-36479d1740bb' 2024-11-20T18:17:58,486 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:17:58,486 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f790cca6-c10a-40da-8873-36479d1740bb" 2024-11-20T18:17:58,487 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a1b37aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:17:58,487 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,40941,-1] 2024-11-20T18:17:58,487 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:17:58,488 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:17:58,489 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:17:58,490 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1962da91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:17:58,490 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:17:58,491 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,40941,1732126665371 2024-11-20T18:17:58,491 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f2b2279 2024-11-20T18:17:58,492 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:17:58,493 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:17:58,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40941 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://6b87edf34edd:44661,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T18:17:58,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40941 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T18:17:58,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40941 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T18:17:58,499 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b87edf34edd:44661' 2024-11-20T18:17:58,500 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51836c58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:17:58,500 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,44661,-1 for getting cluster id 2024-11-20T18:17:58,500 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:17:58,501 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a14e3a7-c71e-4527-aa60-ba85f35b90ca' 2024-11-20T18:17:58,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:17:58,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a14e3a7-c71e-4527-aa60-ba85f35b90ca" 2024-11-20T18:17:58,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@400a2c9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:17:58,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,44661,-1] 2024-11-20T18:17:58,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:17:58,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:17:58,503 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:17:58,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cd6584, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:17:58,504 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:17:58,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,44661,1732126672866 2024-11-20T18:17:58,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5854b8a1 2024-11-20T18:17:58,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:17:58,506 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:17:58,507 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-20T18:17:58,507 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T18:17:58,507 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:17:58,507 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:17:58,507 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:17:58,550 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T18:17:58,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40941 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T18:17:58,634 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36499,1732126666163.replicationSource.wal-reader.6b87edf34edd%2C36499%2C1732126666163,1-6b87edf34edd,36499,1732126666163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/WALs/6b87edf34edd,36499,1732126666163/6b87edf34edd%2C36499%2C1732126666163.1732126669494 to pos 0, reset compression=false 2024-11-20T18:17:58,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36499 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-20T18:17:58,705 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-20T18:17:58,735 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-6b87edf34edd,36499,1732126666163, ReplicationSource: 2, currentBandwidth=0 2024-11-20T18:17:58,738 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-20T18:17:58,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40941 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-20T18:17:58,742 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 6b87edf34edd,36499,1732126666163 suceeded 2024-11-20T18:17:58,745 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T18:17:58,746 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://6b87edf34edd:44661,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T18:17:58,746 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-20T18:17:58,748 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 252 msec 2024-11-20T18:17:58,754 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,2-6b87edf34edd,36499,1732126666163 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b87edf34edd:44661' 2024-11-20T18:17:58,755 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,2-6b87edf34edd,36499,1732126666163 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@788dfe18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:17:58,755 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,2-6b87edf34edd,36499,1732126666163 {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,44661,-1 for getting cluster id 2024-11-20T18:17:58,755 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,2-6b87edf34edd,36499,1732126666163 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:17:58,756 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a14e3a7-c71e-4527-aa60-ba85f35b90ca' 2024-11-20T18:17:58,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:17:58,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a14e3a7-c71e-4527-aa60-ba85f35b90ca" 2024-11-20T18:17:58,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60e41f7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:17:58,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,44661,-1] 2024-11-20T18:17:58,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:17:58,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:17:58,758 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:17:58,758 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,2-6b87edf34edd,36499,1732126666163 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71bf65cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:17:58,759 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,2-6b87edf34edd,36499,1732126666163 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:17:58,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,44661,1732126672866 2024-11-20T18:17:58,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1275c8c 2024-11-20T18:17:58,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:17:58,760 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-20T18:17:58,761 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,2-6b87edf34edd,36499,1732126666163 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-6b87edf34edd,36499,1732126666163 (queues=1) is replicating from cluster=f790cca6-c10a-40da-8873-36479d1740bb to cluster=8a14e3a7-c71e-4527-aa60-ba85f35b90ca 2024-11-20T18:17:58,761 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,2-6b87edf34edd,36499,1732126666163 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=6b87edf34edd%2C36499%2C1732126666163 2024-11-20T18:17:58,761 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,2-6b87edf34edd,36499,1732126666163 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-6b87edf34edd,36499,1732126666163, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T18:17:58,762 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,2-6b87edf34edd,36499,1732126666163.replicationSource.shipper6b87edf34edd%2C36499%2C1732126666163,2-6b87edf34edd,36499,1732126666163 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b87edf34edd%2C36499%2C1732126666163 2024-11-20T18:17:58,762 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,2-6b87edf34edd,36499,1732126666163.replicationSource.wal-reader.6b87edf34edd%2C36499%2C1732126666163,2-6b87edf34edd,36499,1732126666163 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/WALs/6b87edf34edd,36499,1732126666163/6b87edf34edd%2C36499%2C1732126666163.1732126669494, startPosition=0, beingWritten=true 2024-11-20T18:17:58,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40941 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T18:17:58,820 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-20T18:17:58,820 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:17:58,821 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:17:58,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:17:58,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:17:58,821 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:17:58,822 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:17:58,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,40941,1732126665371 2024-11-20T18:17:58,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4497cf75 2024-11-20T18:17:58,825 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:17:58,827 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:17:58,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40941 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-20T18:17:58,830 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40941 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-20T18:17:58,831 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40941 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-20T18:17:58,832 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40941 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-20T18:17:58,835 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40941 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://6b87edf34edd:44661,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T18:17:58,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40941 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-20T18:17:58,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40941 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T18:17:58,842 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b87edf34edd:44661' 2024-11-20T18:17:58,843 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e091184, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:17:58,843 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,44661,-1 for getting cluster id 2024-11-20T18:17:58,843 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:17:58,844 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a14e3a7-c71e-4527-aa60-ba85f35b90ca' 2024-11-20T18:17:58,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:17:58,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a14e3a7-c71e-4527-aa60-ba85f35b90ca" 2024-11-20T18:17:58,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a6bd67b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:17:58,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,44661,-1] 2024-11-20T18:17:58,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:17:58,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:17:58,845 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:17:58,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cf08b5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:17:58,846 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:17:58,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,44661,1732126672866 2024-11-20T18:17:58,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@125a154c 2024-11-20T18:17:58,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:17:58,848 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:17:58,849 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T18:17:58,849 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T18:17:58,849 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:17:58,849 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:17:58,849 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:17:58,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40941 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T18:17:58,968 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,2-6b87edf34edd,36499,1732126666163.replicationSource.wal-reader.6b87edf34edd%2C36499%2C1732126666163,2-6b87edf34edd,36499,1732126666163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/WALs/6b87edf34edd,36499,1732126666163/6b87edf34edd%2C36499%2C1732126666163.1732126669494 to pos 0, reset compression=false 2024-11-20T18:17:59,019 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T18:17:59,142 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36499,1732126666163.replicationSource.wal-reader.6b87edf34edd%2C36499%2C1732126666163,1-6b87edf34edd,36499,1732126666163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/WALs/6b87edf34edd,36499,1732126666163/6b87edf34edd%2C36499%2C1732126666163.1732126669494 to pos 0, reset compression=false 2024-11-20T18:17:59,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40941 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T18:17:59,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36499 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-20T18:17:59,174 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-20T18:17:59,176 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-20T18:17:59,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40941 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-20T18:17:59,179 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 6b87edf34edd,36499,1732126666163 suceeded 2024-11-20T18:17:59,182 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-20T18:17:59,182 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-20T18:17:59,182 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://6b87edf34edd:44661,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T18:17:59,185 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 347 msec 2024-11-20T18:17:59,275 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,2-6b87edf34edd,36499,1732126666163.replicationSource.wal-reader.6b87edf34edd%2C36499%2C1732126666163,2-6b87edf34edd,36499,1732126666163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/WALs/6b87edf34edd,36499,1732126666163/6b87edf34edd%2C36499%2C1732126666163.1732126669494 to pos 0, reset compression=false 2024-11-20T18:17:59,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40941 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T18:17:59,471 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-20T18:17:59,472 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40941 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://6b87edf34edd:44661,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T18:17:59,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40941 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-20T18:17:59,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40941 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T18:17:59,479 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b87edf34edd:44661' 2024-11-20T18:17:59,481 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53555738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:17:59,481 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,44661,-1 for getting cluster id 2024-11-20T18:17:59,481 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:17:59,482 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a14e3a7-c71e-4527-aa60-ba85f35b90ca' 2024-11-20T18:17:59,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:17:59,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a14e3a7-c71e-4527-aa60-ba85f35b90ca" 2024-11-20T18:17:59,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c87b511, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:17:59,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,44661,-1] 2024-11-20T18:17:59,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:17:59,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:17:59,484 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:17:59,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fbd78b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:17:59,486 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:17:59,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,44661,1732126672866 2024-11-20T18:17:59,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d511c83 2024-11-20T18:17:59,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:17:59,488 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:17:59,489 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-20T18:17:59,490 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T18:17:59,490 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:17:59,490 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:17:59,490 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:17:59,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T18:17:59,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40941 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T18:17:59,685 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,2-6b87edf34edd,36499,1732126666163.replicationSource.wal-reader.6b87edf34edd%2C36499%2C1732126666163,2-6b87edf34edd,36499,1732126666163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/WALs/6b87edf34edd,36499,1732126666163/6b87edf34edd%2C36499%2C1732126666163.1732126669494 to pos 0, reset compression=false 2024-11-20T18:17:59,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36499 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-20T18:17:59,699 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-20T18:17:59,700 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-20T18:17:59,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40941 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-20T18:17:59,704 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 6b87edf34edd,36499,1732126666163 suceeded 2024-11-20T18:17:59,708 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-20T18:17:59,708 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://6b87edf34edd:44661,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T18:17:59,708 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-20T18:17:59,711 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 236 msec 2024-11-20T18:17:59,749 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36499,1732126666163.replicationSource.wal-reader.6b87edf34edd%2C36499%2C1732126666163,1-6b87edf34edd,36499,1732126666163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/WALs/6b87edf34edd,36499,1732126666163/6b87edf34edd%2C36499%2C1732126666163.1732126669494 to pos 0, reset compression=false 2024-11-20T18:17:59,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40941 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T18:17:59,800 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-20T18:17:59,800 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40941 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-20T18:17:59,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40941 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-20T18:17:59,802 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:17:59,802 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:17:59,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:17:59,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:17:59,802 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:17:59,802 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T18:17:59,802 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=62307255, stopped=false 2024-11-20T18:17:59,803 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b87edf34edd,40941,1732126665371 2024-11-20T18:17:59,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40941-0x101597754ce0000, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-665356756/running 2024-11-20T18:17:59,811 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36499-0x101597754ce0001, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-665356756/running 2024-11-20T18:17:59,812 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36499-0x101597754ce0001, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-665356756 2024-11-20T18:17:59,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40941-0x101597754ce0000, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-665356756 2024-11-20T18:17:59,812 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T18:17:59,812 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:17:59,812 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:17:59,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:17:59,812 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40941-0x101597754ce0000, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Set watcher on znode that does not yet exist, /0-665356756/running 2024-11-20T18:17:59,812 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36499-0x101597754ce0001, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Set watcher on znode that does not yet exist, /0-665356756/running 2024-11-20T18:17:59,812 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b87edf34edd,36499,1732126666163' ***** 2024-11-20T18:17:59,813 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T18:17:59,813 INFO [RS:0;6b87edf34edd:36499 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T18:17:59,813 INFO [RS:0;6b87edf34edd:36499 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T18:17:59,813 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T18:17:59,813 INFO [RS:0;6b87edf34edd:36499 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T18:17:59,813 INFO [RS:0;6b87edf34edd:36499 {}] regionserver.HRegionServer(3091): Received CLOSE for 269ffc37cebbae95b14732a3f301e8b6 2024-11-20T18:17:59,814 INFO [RS:0;6b87edf34edd:36499 {}] regionserver.HRegionServer(959): stopping server 6b87edf34edd,36499,1732126666163 2024-11-20T18:17:59,814 INFO [RS:0;6b87edf34edd:36499 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T18:17:59,814 INFO [RS:0;6b87edf34edd:36499 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b87edf34edd:36499. 2024-11-20T18:17:59,814 DEBUG [RS:0;6b87edf34edd:36499 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:17:59,814 DEBUG [RS:0;6b87edf34edd:36499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:17:59,814 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 269ffc37cebbae95b14732a3f301e8b6, disabling compactions & flushes 2024-11-20T18:17:59,814 INFO [RS:0;6b87edf34edd:36499 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T18:17:59,814 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732126676348.269ffc37cebbae95b14732a3f301e8b6. 2024-11-20T18:17:59,814 INFO [RS:0;6b87edf34edd:36499 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T18:17:59,814 INFO [RS:0;6b87edf34edd:36499 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T18:17:59,814 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732126676348.269ffc37cebbae95b14732a3f301e8b6. 2024-11-20T18:17:59,814 INFO [RS:0;6b87edf34edd:36499 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T18:17:59,814 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732126676348.269ffc37cebbae95b14732a3f301e8b6. after waiting 0 ms 2024-11-20T18:17:59,815 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732126676348.269ffc37cebbae95b14732a3f301e8b6. 2024-11-20T18:17:59,815 INFO [RS:0;6b87edf34edd:36499 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T18:17:59,815 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T18:17:59,815 DEBUG [RS:0;6b87edf34edd:36499 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 269ffc37cebbae95b14732a3f301e8b6=hbase:replication,,1732126676348.269ffc37cebbae95b14732a3f301e8b6.} 2024-11-20T18:17:59,815 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T18:17:59,815 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T18:17:59,815 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T18:17:59,815 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T18:17:59,815 DEBUG [RS:0;6b87edf34edd:36499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 269ffc37cebbae95b14732a3f301e8b6 2024-11-20T18:17:59,818 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-20T18:17:59,818 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 269ffc37cebbae95b14732a3f301e8b6 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-20T18:17:59,862 INFO [regionserver/6b87edf34edd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T18:17:59,874 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/data/hbase/replication/269ffc37cebbae95b14732a3f301e8b6/.tmp/queue/beb73df6e9ca489da681ae4cb84cad3c is 151, key is 1-6b87edf34edd,36499,1732126666163/queue:6b87edf34edd%2C36499%2C1732126666163/1732126677625/Put/seqid=0 2024-11-20T18:17:59,874 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/data/hbase/meta/1588230740/.tmp/info/4314d5fb4a9943048473ab5c06e62f15 is 147, key is hbase:replication,,1732126676348.269ffc37cebbae95b14732a3f301e8b6./info:regioninfo/1732126677193/Put/seqid=0 2024-11-20T18:17:59,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38697 is added to blk_1073741839_1015 (size=6631) 2024-11-20T18:17:59,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38697 is added to blk_1073741838_1014 (size=5500) 2024-11-20T18:18:00,015 DEBUG [RS:0;6b87edf34edd:36499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 269ffc37cebbae95b14732a3f301e8b6 2024-11-20T18:18:00,196 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,2-6b87edf34edd,36499,1732126666163.replicationSource.wal-reader.6b87edf34edd%2C36499%2C1732126666163,2-6b87edf34edd,36499,1732126666163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/WALs/6b87edf34edd,36499,1732126666163/6b87edf34edd%2C36499%2C1732126666163.1732126669494 to pos 0, reset compression=false 2024-11-20T18:18:00,216 DEBUG [RS:0;6b87edf34edd:36499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 269ffc37cebbae95b14732a3f301e8b6 2024-11-20T18:18:00,285 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/data/hbase/replication/269ffc37cebbae95b14732a3f301e8b6/.tmp/queue/beb73df6e9ca489da681ae4cb84cad3c 2024-11-20T18:18:00,285 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/data/hbase/meta/1588230740/.tmp/info/4314d5fb4a9943048473ab5c06e62f15 2024-11-20T18:18:00,335 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/data/hbase/replication/269ffc37cebbae95b14732a3f301e8b6/.tmp/queue/beb73df6e9ca489da681ae4cb84cad3c as hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/data/hbase/replication/269ffc37cebbae95b14732a3f301e8b6/queue/beb73df6e9ca489da681ae4cb84cad3c 2024-11-20T18:18:00,346 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/data/hbase/replication/269ffc37cebbae95b14732a3f301e8b6/queue/beb73df6e9ca489da681ae4cb84cad3c, entries=2, sequenceid=6, filesize=5.4 K 2024-11-20T18:18:00,353 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/data/hbase/meta/1588230740/.tmp/ns/4804ae3b6c594da081ae0242171062ef is 43, key is default/ns:d/1732126670339/Put/seqid=0 2024-11-20T18:18:00,354 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 269ffc37cebbae95b14732a3f301e8b6 in 534ms, sequenceid=6, compaction requested=false 2024-11-20T18:18:00,354 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T18:18:00,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38697 is added to blk_1073741840_1016 (size=5153) 2024-11-20T18:18:00,367 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/data/hbase/meta/1588230740/.tmp/ns/4804ae3b6c594da081ae0242171062ef 2024-11-20T18:18:00,369 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/data/hbase/replication/269ffc37cebbae95b14732a3f301e8b6/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T18:18:00,373 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T18:18:00,373 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T18:18:00,373 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732126676348.269ffc37cebbae95b14732a3f301e8b6. 2024-11-20T18:18:00,373 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 269ffc37cebbae95b14732a3f301e8b6: Waiting for close lock at 1732126679814Running coprocessor pre-close hooks at 1732126679814Disabling compacts and flushes for region at 1732126679814Disabling writes for close at 1732126679814Obtaining lock to block concurrent updates at 1732126679818 (+4 ms)Preparing flush snapshotting stores in 269ffc37cebbae95b14732a3f301e8b6 at 1732126679818Finished memstore snapshotting hbase:replication,,1732126676348.269ffc37cebbae95b14732a3f301e8b6., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732126679824 (+6 ms)Flushing stores of hbase:replication,,1732126676348.269ffc37cebbae95b14732a3f301e8b6. at 1732126679826 (+2 ms)Flushing 269ffc37cebbae95b14732a3f301e8b6/queue: creating writer at 1732126679827 (+1 ms)Flushing 269ffc37cebbae95b14732a3f301e8b6/queue: appending metadata at 1732126679861 (+34 ms)Flushing 269ffc37cebbae95b14732a3f301e8b6/queue: closing flushed file at 1732126679864 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5811c222: reopening flushed file at 1732126680333 (+469 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 269ffc37cebbae95b14732a3f301e8b6 in 534ms, sequenceid=6, compaction requested=false at 1732126680354 (+21 ms)Writing region close event to WAL at 1732126680357 (+3 ms)Running coprocessor post-close hooks at 1732126680371 (+14 ms)Closed at 1732126680373 (+2 ms) 2024-11-20T18:18:00,375 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732126676348.269ffc37cebbae95b14732a3f301e8b6. 2024-11-20T18:18:00,389 INFO [regionserver/6b87edf34edd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T18:18:00,389 INFO [regionserver/6b87edf34edd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T18:18:00,397 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/data/hbase/meta/1588230740/.tmp/table/b0bfea277e304b6e826ded4ac6e987a4 is 53, key is hbase:replication/table:state/1732126677206/Put/seqid=0 2024-11-20T18:18:00,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38697 is added to blk_1073741841_1017 (size=5256) 2024-11-20T18:18:00,416 DEBUG [RS:0;6b87edf34edd:36499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T18:18:00,459 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36499,1732126666163.replicationSource.wal-reader.6b87edf34edd%2C36499%2C1732126666163,1-6b87edf34edd,36499,1732126666163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/WALs/6b87edf34edd,36499,1732126666163/6b87edf34edd%2C36499%2C1732126666163.1732126669494 to pos 0, reset compression=false 2024-11-20T18:18:00,616 DEBUG [RS:0;6b87edf34edd:36499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T18:18:00,803 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,2-6b87edf34edd,36499,1732126666163.replicationSource.wal-reader.6b87edf34edd%2C36499%2C1732126666163,2-6b87edf34edd,36499,1732126666163 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/WALs/6b87edf34edd,36499,1732126666163/6b87edf34edd%2C36499%2C1732126666163.1732126669494 to pos 0, reset compression=false 2024-11-20T18:18:00,803 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/data/hbase/meta/1588230740/.tmp/table/b0bfea277e304b6e826ded4ac6e987a4 2024-11-20T18:18:00,814 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/data/hbase/meta/1588230740/.tmp/info/4314d5fb4a9943048473ab5c06e62f15 as hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/data/hbase/meta/1588230740/info/4314d5fb4a9943048473ab5c06e62f15 2024-11-20T18:18:00,816 INFO [RS:0;6b87edf34edd:36499 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T18:18:00,817 DEBUG [RS:0;6b87edf34edd:36499 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T18:18:00,817 DEBUG [RS:0;6b87edf34edd:36499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T18:18:00,824 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/data/hbase/meta/1588230740/info/4314d5fb4a9943048473ab5c06e62f15, entries=10, sequenceid=11, filesize=6.5 K 2024-11-20T18:18:00,826 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/data/hbase/meta/1588230740/.tmp/ns/4804ae3b6c594da081ae0242171062ef as hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/data/hbase/meta/1588230740/ns/4804ae3b6c594da081ae0242171062ef 2024-11-20T18:18:00,835 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/data/hbase/meta/1588230740/ns/4804ae3b6c594da081ae0242171062ef, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T18:18:00,836 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/data/hbase/meta/1588230740/.tmp/table/b0bfea277e304b6e826ded4ac6e987a4 as hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/data/hbase/meta/1588230740/table/b0bfea277e304b6e826ded4ac6e987a4 2024-11-20T18:18:00,845 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/data/hbase/meta/1588230740/table/b0bfea277e304b6e826ded4ac6e987a4, entries=2, sequenceid=11, filesize=5.1 K 2024-11-20T18:18:00,847 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1031ms, sequenceid=11, compaction requested=false 2024-11-20T18:18:00,853 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T18:18:00,854 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T18:18:00,854 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T18:18:00,854 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T18:18:00,854 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732126679815Running coprocessor pre-close hooks at 1732126679815Disabling compacts and flushes for region at 1732126679815Disabling writes for close at 1732126679815Obtaining lock to block concurrent updates at 1732126679818 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1732126679818Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732126679824 (+6 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732126679826 (+2 ms)Flushing 1588230740/info: creating writer at 1732126679827 (+1 ms)Flushing 1588230740/info: appending metadata at 1732126679862 (+35 ms)Flushing 1588230740/info: closing flushed file at 1732126679864 (+2 ms)Flushing 1588230740/ns: creating writer at 1732126680333 (+469 ms)Flushing 1588230740/ns: appending metadata at 1732126680352 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732126680352Flushing 1588230740/table: creating writer at 1732126680379 (+27 ms)Flushing 1588230740/table: appending metadata at 1732126680396 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732126680396Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@431b9e64: reopening flushed file at 1732126680813 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@771c3510: reopening flushed file at 1732126680825 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c03f422: reopening flushed file at 1732126680835 (+10 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1031ms, sequenceid=11, compaction requested=false at 1732126680847 (+12 ms)Writing region close event to WAL at 1732126680848 (+1 ms)Running coprocessor post-close hooks at 1732126680854 (+6 ms)Closed at 1732126680854 2024-11-20T18:18:00,854 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T18:18:01,017 INFO [RS:0;6b87edf34edd:36499 {}] regionserver.HRegionServer(976): stopping server 6b87edf34edd,36499,1732126666163; all regions closed. 2024-11-20T18:18:01,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38697 is added to blk_1073741834_1010 (size=2742) 2024-11-20T18:18:01,032 DEBUG [RS:0;6b87edf34edd:36499 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/oldWALs 2024-11-20T18:18:01,032 INFO [RS:0;6b87edf34edd:36499 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b87edf34edd%2C36499%2C1732126666163.meta:.meta(num 1732126670076) 2024-11-20T18:18:01,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38697 is added to blk_1073741837_1013 (size=1802) 2024-11-20T18:18:01,036 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/WALs/6b87edf34edd,36499,1732126666163/6b87edf34edd%2C36499%2C1732126666163.rep.1732126677143 not finished, retry = 0 2024-11-20T18:18:01,145 DEBUG [RS:0;6b87edf34edd:36499 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/oldWALs 2024-11-20T18:18:01,145 INFO [RS:0;6b87edf34edd:36499 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b87edf34edd%2C36499%2C1732126666163.rep:(num 1732126677143) 2024-11-20T18:18:01,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38697 is added to blk_1073741832_1008 (size=93) 2024-11-20T18:18:01,149 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/WALs/6b87edf34edd,36499,1732126666163/6b87edf34edd%2C36499%2C1732126666163.1732126669494 not finished, retry = 0 2024-11-20T18:18:01,253 DEBUG [RS:0;6b87edf34edd:36499 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/oldWALs 2024-11-20T18:18:01,253 INFO [RS:0;6b87edf34edd:36499 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b87edf34edd%2C36499%2C1732126666163:(num 1732126669494) 2024-11-20T18:18:01,253 DEBUG [RS:0;6b87edf34edd:36499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:18:01,253 INFO [RS:0;6b87edf34edd:36499 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T18:18:01,253 INFO [RS:0;6b87edf34edd:36499 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T18:18:01,253 INFO [RS:0;6b87edf34edd:36499 {}] hbase.ChoreService(370): Chore service for: regionserver/6b87edf34edd:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T18:18:01,254 INFO [RS:0;6b87edf34edd:36499 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T18:18:01,254 INFO [regionserver/6b87edf34edd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T18:18:01,254 INFO [RS:0;6b87edf34edd:36499 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6b87edf34edd,36499,1732126666163 because: Region server is closing 2024-11-20T18:18:01,255 INFO [RS:0;6b87edf34edd:36499 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b87edf34edd:36499. 2024-11-20T18:18:01,255 DEBUG [RS:0;6b87edf34edd:36499 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:18:01,255 DEBUG [RS:0;6b87edf34edd:36499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:18:01,255 DEBUG [RS:0;6b87edf34edd:36499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:18:01,255 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:18:01,356 WARN [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36499,1732126666163.replicationSource.shipper6b87edf34edd%2C36499%2C1732126666163,1-6b87edf34edd,36499,1732126666163 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T18:18:01,356 INFO [RS:0;6b87edf34edd:36499 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36499,1732126666163.replicationSource.shipper6b87edf34edd%2C36499%2C1732126666163,1-6b87edf34edd,36499,1732126666163 terminated 2024-11-20T18:18:01,357 INFO [RS:0;6b87edf34edd:36499 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-6b87edf34edd,36499,1732126666163 because: Region server is closing 2024-11-20T18:18:01,357 INFO [RS:0;6b87edf34edd:36499 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b87edf34edd:36499. 2024-11-20T18:18:01,357 DEBUG [RS:0;6b87edf34edd:36499 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:18:01,357 DEBUG [RS:0;6b87edf34edd:36499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:18:01,357 DEBUG [RS:0;6b87edf34edd:36499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:18:01,357 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:18:01,457 WARN [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,2-6b87edf34edd,36499,1732126666163.replicationSource.wal-reader.6b87edf34edd%2C36499%2C1732126666163,2-6b87edf34edd,36499,1732126666163 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T18:18:01,457 WARN [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,2-6b87edf34edd,36499,1732126666163.replicationSource.shipper6b87edf34edd%2C36499%2C1732126666163,2-6b87edf34edd,36499,1732126666163 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T18:18:01,458 INFO [RS:0;6b87edf34edd:36499 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,2-6b87edf34edd,36499,1732126666163.replicationSource.shipper6b87edf34edd%2C36499%2C1732126666163,2-6b87edf34edd,36499,1732126666163 terminated 2024-11-20T18:18:01,458 INFO [RS:0;6b87edf34edd:36499 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36499 2024-11-20T18:18:01,480 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36499-0x101597754ce0001, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-665356756/rs/6b87edf34edd,36499,1732126666163 2024-11-20T18:18:01,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40941-0x101597754ce0000, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-665356756/rs 2024-11-20T18:18:01,480 INFO [RS:0;6b87edf34edd:36499 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T18:18:01,481 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b87edf34edd,36499,1732126666163] 2024-11-20T18:18:01,564 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-665356756/draining/6b87edf34edd,36499,1732126666163 already deleted, retry=false 2024-11-20T18:18:01,564 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b87edf34edd,36499,1732126666163 expired; onlineServers=0 2024-11-20T18:18:01,565 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b87edf34edd,40941,1732126665371' ***** 2024-11-20T18:18:01,565 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T18:18:01,565 INFO [M:0;6b87edf34edd:40941 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T18:18:01,565 INFO [M:0;6b87edf34edd:40941 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T18:18:01,565 DEBUG [M:0;6b87edf34edd:40941 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T18:18:01,566 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T18:18:01,566 DEBUG [M:0;6b87edf34edd:40941 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T18:18:01,566 DEBUG [master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732126669122 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732126669122,5,FailOnTimeoutGroup] 2024-11-20T18:18:01,566 DEBUG [master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732126669123 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732126669123,5,FailOnTimeoutGroup] 2024-11-20T18:18:01,566 INFO [M:0;6b87edf34edd:40941 {}] hbase.ChoreService(370): Chore service for: master/6b87edf34edd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T18:18:01,566 INFO [M:0;6b87edf34edd:40941 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T18:18:01,567 DEBUG [M:0;6b87edf34edd:40941 {}] master.HMaster(1795): Stopping service threads 2024-11-20T18:18:01,567 INFO [M:0;6b87edf34edd:40941 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T18:18:01,567 INFO [M:0;6b87edf34edd:40941 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T18:18:01,568 INFO [M:0;6b87edf34edd:40941 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T18:18:01,568 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T18:18:01,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40941-0x101597754ce0000, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-665356756/master 2024-11-20T18:18:01,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40941-0x101597754ce0000, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-665356756 2024-11-20T18:18:01,619 DEBUG [M:0;6b87edf34edd:40941 {}] zookeeper.ZKUtil(347): master:40941-0x101597754ce0000, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Unable to get data of znode /0-665356756/master because node does not exist (not an error) 2024-11-20T18:18:01,619 WARN [M:0;6b87edf34edd:40941 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T18:18:01,621 INFO [M:0;6b87edf34edd:40941 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/.lastflushedseqids 2024-11-20T18:18:01,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38697 is added to blk_1073741842_1018 (size=181) 2024-11-20T18:18:01,645 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36499-0x101597754ce0001, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:18:01,645 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36499-0x101597754ce0001, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:18:01,646 INFO [RS:0;6b87edf34edd:36499 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T18:18:01,646 INFO [RS:0;6b87edf34edd:36499 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b87edf34edd,36499,1732126666163; zookeeper connection closed. 2024-11-20T18:18:01,646 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2d645d35 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2d645d35 2024-11-20T18:18:01,647 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T18:18:01,648 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T18:18:02,038 INFO [M:0;6b87edf34edd:40941 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T18:18:02,038 INFO [M:0;6b87edf34edd:40941 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T18:18:02,039 DEBUG [M:0;6b87edf34edd:40941 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T18:18:02,039 INFO [M:0;6b87edf34edd:40941 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:18:02,039 DEBUG [M:0;6b87edf34edd:40941 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:18:02,039 DEBUG [M:0;6b87edf34edd:40941 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T18:18:02,040 DEBUG [M:0;6b87edf34edd:40941 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:18:02,040 INFO [M:0;6b87edf34edd:40941 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-20T18:18:02,062 DEBUG [M:0;6b87edf34edd:40941 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4499adc8ab1d4366aeef1bc51cac41c4 is 82, key is hbase:meta,,1/info:regioninfo/1732126670190/Put/seqid=0 2024-11-20T18:18:02,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38697 is added to blk_1073741843_1019 (size=5672) 2024-11-20T18:18:02,468 INFO [M:0;6b87edf34edd:40941 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4499adc8ab1d4366aeef1bc51cac41c4 2024-11-20T18:18:02,493 DEBUG [M:0;6b87edf34edd:40941 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/15201afb2d3745feb4faf1dccf48b3bd is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732126677212/Put/seqid=0 2024-11-20T18:18:02,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38697 is added to blk_1073741844_1020 (size=8663) 2024-11-20T18:18:02,899 INFO [M:0;6b87edf34edd:40941 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/15201afb2d3745feb4faf1dccf48b3bd 2024-11-20T18:18:02,928 DEBUG [M:0;6b87edf34edd:40941 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0e87b6f3080a4fda91de8476e6ed6e4e is 69, key is 6b87edf34edd,36499,1732126666163/rs:state/1732126669244/Put/seqid=0 2024-11-20T18:18:02,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38697 is added to blk_1073741845_1021 (size=5156) 2024-11-20T18:18:03,335 INFO [M:0;6b87edf34edd:40941 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0e87b6f3080a4fda91de8476e6ed6e4e 2024-11-20T18:18:03,349 DEBUG [M:0;6b87edf34edd:40941 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4499adc8ab1d4366aeef1bc51cac41c4 as hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4499adc8ab1d4366aeef1bc51cac41c4 2024-11-20T18:18:03,358 INFO [M:0;6b87edf34edd:40941 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4499adc8ab1d4366aeef1bc51cac41c4, entries=8, sequenceid=115, filesize=5.5 K 2024-11-20T18:18:03,359 DEBUG [M:0;6b87edf34edd:40941 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/15201afb2d3745feb4faf1dccf48b3bd as hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/15201afb2d3745feb4faf1dccf48b3bd 2024-11-20T18:18:03,367 INFO [M:0;6b87edf34edd:40941 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/15201afb2d3745feb4faf1dccf48b3bd, entries=14, sequenceid=115, filesize=8.5 K 2024-11-20T18:18:03,368 DEBUG [M:0;6b87edf34edd:40941 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0e87b6f3080a4fda91de8476e6ed6e4e as hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0e87b6f3080a4fda91de8476e6ed6e4e 2024-11-20T18:18:03,375 INFO [M:0;6b87edf34edd:40941 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0e87b6f3080a4fda91de8476e6ed6e4e, entries=1, sequenceid=115, filesize=5.0 K 2024-11-20T18:18:03,376 INFO [M:0;6b87edf34edd:40941 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1336ms, sequenceid=115, compaction requested=false 2024-11-20T18:18:03,378 INFO [M:0;6b87edf34edd:40941 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:18:03,378 DEBUG [M:0;6b87edf34edd:40941 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732126682039Disabling compacts and flushes for region at 1732126682039Disabling writes for close at 1732126682040 (+1 ms)Obtaining lock to block concurrent updates at 1732126682040Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732126682040Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732126682041 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732126682043 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732126682044 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732126682061 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732126682062 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732126682476 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732126682493 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732126682493Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732126682910 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732126682927 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732126682927Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ca1d9a4: reopening flushed file at 1732126683348 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e59f188: reopening flushed file at 1732126683358 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6465f054: reopening flushed file at 1732126683367 (+9 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1336ms, sequenceid=115, compaction requested=false at 1732126683376 (+9 ms)Writing region close event to WAL at 1732126683378 (+2 ms)Closed at 1732126683378 2024-11-20T18:18:03,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38697 is added to blk_1073741830_1006 (size=59421) 2024-11-20T18:18:03,381 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T18:18:03,382 INFO [M:0;6b87edf34edd:40941 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T18:18:03,382 INFO [M:0;6b87edf34edd:40941 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40941 2024-11-20T18:18:03,382 INFO [M:0;6b87edf34edd:40941 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T18:18:03,528 INFO [M:0;6b87edf34edd:40941 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T18:18:03,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40941-0x101597754ce0000, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:18:03,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40941-0x101597754ce0000, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:18:03,532 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b87edf34edd:0 server-side Connection retries=45 2024-11-20T18:18:03,533 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:18:03,533 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T18:18:03,533 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T18:18:03,533 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:18:03,533 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T18:18:03,533 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T18:18:03,534 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T18:18:03,535 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33949 2024-11-20T18:18:03,538 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33949 connecting to ZooKeeper ensemble=127.0.0.1:61958 2024-11-20T18:18:03,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:339490x0, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:18:03,549 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33949-0x101597754ce0006 connected 2024-11-20T18:18:03,562 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:18:03,565 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:18:03,569 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33949-0x101597754ce0006, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Set watcher on znode that does not yet exist, /0-665356756/running 2024-11-20T18:18:03,569 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-665356756/meta-region-server: INIT 2024-11-20T18:18:03,569 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe, hbase.cluster.distributed=false 2024-11-20T18:18:03,570 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33949-0x101597754ce0006, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Set watcher on znode that does not yet exist, /0-665356756/acl 2024-11-20T18:18:03,571 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33949 2024-11-20T18:18:03,571 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33949 2024-11-20T18:18:03,571 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33949 2024-11-20T18:18:03,571 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33949 2024-11-20T18:18:03,571 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33949 2024-11-20T18:18:03,586 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b87edf34edd:0 server-side Connection retries=45 2024-11-20T18:18:03,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:18:03,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T18:18:03,586 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T18:18:03,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:18:03,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T18:18:03,586 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T18:18:03,586 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T18:18:03,587 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33663 2024-11-20T18:18:03,588 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33663 connecting to ZooKeeper ensemble=127.0.0.1:61958 2024-11-20T18:18:03,589 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:18:03,591 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:18:03,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:336630x0, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:18:03,606 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-665356756/meta-region-server: INIT 2024-11-20T18:18:03,606 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:336630x0, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Set watcher on znode that does not yet exist, /0-665356756/running 2024-11-20T18:18:03,606 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33663-0x101597754ce0007 connected 2024-11-20T18:18:03,607 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T18:18:03,608 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T18:18:03,608 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33663-0x101597754ce0007, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Set watcher on znode that does not yet exist, /0-665356756/master 2024-11-20T18:18:03,609 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33663-0x101597754ce0007, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Set watcher on znode that does not yet exist, /0-665356756/acl 2024-11-20T18:18:03,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33663 2024-11-20T18:18:03,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33663 2024-11-20T18:18:03,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33663 2024-11-20T18:18:03,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33663 2024-11-20T18:18:03,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33663 2024-11-20T18:18:03,624 DEBUG [M:0;6b87edf34edd:33949 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b87edf34edd:33949 2024-11-20T18:18:03,624 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-665356756/backup-masters/6b87edf34edd,33949,1732126683532 2024-11-20T18:18:03,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x101597754ce0006, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-665356756/backup-masters 2024-11-20T18:18:03,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33663-0x101597754ce0007, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-665356756/backup-masters 2024-11-20T18:18:03,638 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33949-0x101597754ce0006, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Set watcher on existing znode=/0-665356756/backup-masters/6b87edf34edd,33949,1732126683532 2024-11-20T18:18:03,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33663-0x101597754ce0007, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-665356756/master 2024-11-20T18:18:03,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x101597754ce0006, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-665356756 2024-11-20T18:18:03,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33663-0x101597754ce0007, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-665356756 2024-11-20T18:18:03,648 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33949-0x101597754ce0006, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Set watcher on existing znode=/0-665356756/master 2024-11-20T18:18:03,649 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-665356756/backup-masters/6b87edf34edd,33949,1732126683532 from backup master directory 2024-11-20T18:18:03,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x101597754ce0006, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-665356756/backup-masters/6b87edf34edd,33949,1732126683532 2024-11-20T18:18:03,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33663-0x101597754ce0007, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-665356756/backup-masters 2024-11-20T18:18:03,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x101597754ce0006, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-665356756/backup-masters 2024-11-20T18:18:03,659 WARN [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T18:18:03,659 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b87edf34edd,33949,1732126683532 2024-11-20T18:18:03,676 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:18:03,677 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T18:18:03,694 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 17ms. 2024-11-20T18:18:03,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38697 is added to blk_1073741846_1022 (size=196) 2024-11-20T18:18:04,115 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T18:18:04,117 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T18:18:04,117 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:18:04,128 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-20T18:18:04,132 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/MasterData/WALs/6b87edf34edd,40941,1732126665371 to hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/MasterData/WALs/6b87edf34edd,40941,1732126665371-dead as it is dead 2024-11-20T18:18:04,134 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-20T18:18:04,134 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-20T18:18:04,134 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/MasterData/WALs/6b87edf34edd,40941,1732126665371-dead/6b87edf34edd%2C40941%2C1732126665371.1732126668319 2024-11-20T18:18:04,139 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/MasterData/WALs/6b87edf34edd,40941,1732126665371-dead/6b87edf34edd%2C40941%2C1732126665371.1732126668319 after 3ms 2024-11-20T18:18:04,140 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/MasterData/WALs/6b87edf34edd,40941,1732126665371-dead/6b87edf34edd%2C40941%2C1732126665371.1732126668319 to hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6b87edf34edd%2C40941%2C1732126665371.1732126668319 2024-11-20T18:18:04,140 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/MasterData/WALs/6b87edf34edd,40941,1732126665371-dead 2024-11-20T18:18:04,141 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/MasterData/WALs/6b87edf34edd,33949,1732126683532 2024-11-20T18:18:04,143 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T18:18:04,145 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b87edf34edd%2C33949%2C1732126683532, suffix=, logDir=hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/MasterData/WALs/6b87edf34edd,33949,1732126683532, archiveDir=hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/MasterData/oldWALs, maxLogs=10 2024-11-20T18:18:04,158 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/MasterData/WALs/6b87edf34edd,33949,1732126683532/6b87edf34edd%2C33949%2C1732126683532.1732126684145, exclude list is [], retry=0 2024-11-20T18:18:04,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38697,DS-6cc250fe-cd31-4a81-8e6e-128f6b3c41f1,DISK] 2024-11-20T18:18:04,165 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/MasterData/WALs/6b87edf34edd,33949,1732126683532/6b87edf34edd%2C33949%2C1732126683532.1732126684145 2024-11-20T18:18:04,165 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38165:38165)] 2024-11-20T18:18:04,165 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:18:04,165 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:18:04,165 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:18:04,166 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:18:04,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:18:04,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T18:18:04,169 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:04,178 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4499adc8ab1d4366aeef1bc51cac41c4 2024-11-20T18:18:04,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:18:04,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:18:04,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T18:18:04,179 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:04,186 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/15201afb2d3745feb4faf1dccf48b3bd 2024-11-20T18:18:04,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:18:04,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:18:04,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T18:18:04,187 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:04,194 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0e87b6f3080a4fda91de8476e6ed6e4e 2024-11-20T18:18:04,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:18:04,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:18:04,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T18:18:04,195 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:04,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:18:04,196 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:18:04,197 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-20T18:18:04,197 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6b87edf34edd%2C40941%2C1732126665371.1732126668319 2024-11-20T18:18:04,212 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6b87edf34edd%2C40941%2C1732126665371.1732126668319 2024-11-20T18:18:04,213 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6b87edf34edd%2C40941%2C1732126665371.1732126668319 2024-11-20T18:18:04,215 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:18:04,215 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:18:04,216 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:18:04,219 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:18:04,222 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-20T18:18:04,223 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73878685, jitterRate=0.10087819397449493}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:18:04,224 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732126684166Initializing all the Stores at 1732126684167 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126684167Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126684167Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126684167Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126684167Cleaning up temporary data from old regions at 1732126684215 (+48 ms)Region opened successfully at 1732126684223 (+8 ms) 2024-11-20T18:18:04,224 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T18:18:04,228 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f2e5a90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b87edf34edd/172.17.0.3:0 2024-11-20T18:18:04,241 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-20T18:18:04,242 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T18:18:04,242 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T18:18:04,242 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T18:18:04,243 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T18:18:04,250 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T18:18:04,250 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T18:18:04,251 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T18:18:04,251 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T18:18:04,251 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-20T18:18:04,252 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-20T18:18:04,252 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-20T18:18:04,252 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T18:18:04,257 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=6b87edf34edd,36499,1732126666163, regionLocation=6b87edf34edd,36499,1732126666163, openSeqNum=2 2024-11-20T18:18:04,257 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=6b87edf34edd,36499,1732126666163, table=hbase:meta, region=1588230740 2024-11-20T18:18:04,257 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b87edf34edd,36499,1732126666163, state=OPEN 2024-11-20T18:18:04,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x101597754ce0006, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-665356756/meta-region-server 2024-11-20T18:18:04,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33663-0x101597754ce0007, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-665356756/meta-region-server 2024-11-20T18:18:04,312 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-665356756/meta-region-server: CHANGED 2024-11-20T18:18:04,312 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-665356756/meta-region-server: CHANGED 2024-11-20T18:18:04,321 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-20T18:18:04,332 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-665356756/draining/6b87edf34edd,36499,1732126666163 already deleted, retry=false 2024-11-20T18:18:04,332 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 6b87edf34edd,36499,1732126666163 on 6b87edf34edd,33949,1732126683532 2024-11-20T18:18:04,341 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 6b87edf34edd,36499,1732126666163, splitWal=true, meta=true 2024-11-20T18:18:04,344 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 6b87edf34edd,36499,1732126666163 (carryingMeta=true) 6b87edf34edd,36499,1732126666163/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@2838e53c[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-20T18:18:04,348 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33949-0x101597754ce0006, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Unable to get data of znode /0-665356756/balancer because node does not exist (not necessarily an error) 2024-11-20T18:18:04,384 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-665356756/balancer already deleted, retry=false 2024-11-20T18:18:04,385 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T18:18:04,386 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33949-0x101597754ce0006, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Unable to get data of znode /0-665356756/normalizer because node does not exist (not necessarily an error) 2024-11-20T18:18:04,406 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-665356756/normalizer already deleted, retry=false 2024-11-20T18:18:04,406 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T18:18:04,408 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33949-0x101597754ce0006, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Unable to get data of znode /0-665356756/switch/split because node does not exist (not necessarily an error) 2024-11-20T18:18:04,416 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-665356756/switch/split already deleted, retry=false 2024-11-20T18:18:04,417 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33949-0x101597754ce0006, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Unable to get data of znode /0-665356756/switch/merge because node does not exist (not necessarily an error) 2024-11-20T18:18:04,427 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-665356756/switch/merge already deleted, retry=false 2024-11-20T18:18:04,451 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33949-0x101597754ce0006, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Unable to get data of znode /0-665356756/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T18:18:04,464 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-665356756/snapshot-cleanup already deleted, retry=false 2024-11-20T18:18:04,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33663-0x101597754ce0007, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-665356756/running 2024-11-20T18:18:04,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x101597754ce0006, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-665356756/running 2024-11-20T18:18:04,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33663-0x101597754ce0007, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-665356756 2024-11-20T18:18:04,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x101597754ce0006, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-665356756 2024-11-20T18:18:04,486 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b87edf34edd,33949,1732126683532, sessionid=0x101597754ce0006, setting cluster-up flag (Was=false) 2024-11-20T18:18:04,508 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-665356756/flush-table-proc/acquired, /0-665356756/flush-table-proc/reached, /0-665356756/flush-table-proc/abort 2024-11-20T18:18:04,509 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b87edf34edd,33949,1732126683532 2024-11-20T18:18:04,528 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-665356756/online-snapshot/acquired, /0-665356756/online-snapshot/reached, /0-665356756/online-snapshot/abort 2024-11-20T18:18:04,530 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b87edf34edd,33949,1732126683532 2024-11-20T18:18:04,533 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/.lastflushedseqids 2024-11-20T18:18:04,539 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T18:18:04,540 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T18:18:04,540 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b87edf34edd,33949,1732126683532 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 6b87edf34edd,36499,1732126666163 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T18:18:04,542 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:18:04,542 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:18:04,542 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:18:04,542 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:18:04,542 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b87edf34edd:0, corePoolSize=10, maxPoolSize=10 2024-11-20T18:18:04,542 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:18:04,542 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b87edf34edd:0, corePoolSize=2, maxPoolSize=2 2024-11-20T18:18:04,542 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:18:04,543 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732126714543 2024-11-20T18:18:04,543 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T18:18:04,544 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T18:18:04,544 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T18:18:04,544 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T18:18:04,544 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T18:18:04,544 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T18:18:04,544 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:04,544 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T18:18:04,544 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T18:18:04,545 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T18:18:04,545 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T18:18:04,545 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T18:18:04,545 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T18:18:04,545 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732126684545,5,FailOnTimeoutGroup] 2024-11-20T18:18:04,545 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732126684545,5,FailOnTimeoutGroup] 2024-11-20T18:18:04,546 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:04,546 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T18:18:04,546 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:04,546 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:04,546 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732126684546, completionTime=-1 2024-11-20T18:18:04,546 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 6b87edf34edd,36499,1732126666163, splitWal=true, meta=true 2024-11-20T18:18:04,546 WARN [master/6b87edf34edd:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-20T18:18:04,547 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 6b87edf34edd,36499,1732126666163, splitWal=true, meta=true, isMeta: true 2024-11-20T18:18:04,549 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-20T18:18:04,550 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/WALs/6b87edf34edd,36499,1732126666163-splitting 2024-11-20T18:18:04,551 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/WALs/6b87edf34edd,36499,1732126666163-splitting dir is empty, no logs to split. 2024-11-20T18:18:04,551 INFO [PEWorker-1 {}] master.SplitWALManager(105): 6b87edf34edd,36499,1732126666163 WAL count=0, meta=true 2024-11-20T18:18:04,557 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/WALs/6b87edf34edd,36499,1732126666163-splitting dir is empty, no logs to split. 2024-11-20T18:18:04,557 INFO [PEWorker-1 {}] master.SplitWALManager(105): 6b87edf34edd,36499,1732126666163 WAL count=0, meta=true 2024-11-20T18:18:04,557 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 6b87edf34edd,36499,1732126666163 WAL splitting is done? wals=0, meta=true 2024-11-20T18:18:04,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T18:18:04,561 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T18:18:04,562 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T18:18:04,618 INFO [RS:0;6b87edf34edd:33663 {}] regionserver.HRegionServer(746): ClusterId : f790cca6-c10a-40da-8873-36479d1740bb 2024-11-20T18:18:04,618 DEBUG [RS:0;6b87edf34edd:33663 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T18:18:04,628 DEBUG [RS:0;6b87edf34edd:33663 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T18:18:04,628 DEBUG [RS:0;6b87edf34edd:33663 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T18:18:04,650 DEBUG [RS:0;6b87edf34edd:33663 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T18:18:04,651 DEBUG [RS:0;6b87edf34edd:33663 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3276ac6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b87edf34edd/172.17.0.3:0 2024-11-20T18:18:04,673 DEBUG [RS:0;6b87edf34edd:33663 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b87edf34edd:33663 2024-11-20T18:18:04,673 INFO [RS:0;6b87edf34edd:33663 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T18:18:04,673 INFO [RS:0;6b87edf34edd:33663 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T18:18:04,673 DEBUG [RS:0;6b87edf34edd:33663 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T18:18:04,674 INFO [RS:0;6b87edf34edd:33663 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b87edf34edd,33949,1732126683532 with port=33663, startcode=1732126683585 2024-11-20T18:18:04,674 DEBUG [RS:0;6b87edf34edd:33663 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T18:18:04,676 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57953, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T18:18:04,677 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33949 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b87edf34edd,33663,1732126683585 2024-11-20T18:18:04,677 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33949 {}] master.ServerManager(517): Registering regionserver=6b87edf34edd,33663,1732126683585 2024-11-20T18:18:04,679 DEBUG [RS:0;6b87edf34edd:33663 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe 2024-11-20T18:18:04,679 DEBUG [RS:0;6b87edf34edd:33663 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41775 2024-11-20T18:18:04,679 DEBUG [RS:0;6b87edf34edd:33663 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T18:18:04,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x101597754ce0006, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-665356756/rs 2024-11-20T18:18:04,691 DEBUG [RS:0;6b87edf34edd:33663 {}] zookeeper.ZKUtil(111): regionserver:33663-0x101597754ce0007, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Set watcher on existing znode=/0-665356756/rs/6b87edf34edd,33663,1732126683585 2024-11-20T18:18:04,691 WARN [RS:0;6b87edf34edd:33663 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T18:18:04,691 INFO [RS:0;6b87edf34edd:33663 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:18:04,691 DEBUG [RS:0;6b87edf34edd:33663 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/WALs/6b87edf34edd,33663,1732126683585 2024-11-20T18:18:04,692 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b87edf34edd,33663,1732126683585] 2024-11-20T18:18:04,700 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=154ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-20T18:18:04,712 WARN [6b87edf34edd:33949 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T18:18:04,735 INFO [RS:0;6b87edf34edd:33663 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T18:18:04,737 INFO [RS:0;6b87edf34edd:33663 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T18:18:04,738 INFO [RS:0;6b87edf34edd:33663 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T18:18:04,738 INFO [RS:0;6b87edf34edd:33663 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:04,738 INFO [RS:0;6b87edf34edd:33663 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T18:18:04,739 INFO [RS:0;6b87edf34edd:33663 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T18:18:04,740 INFO [RS:0;6b87edf34edd:33663 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:04,740 DEBUG [RS:0;6b87edf34edd:33663 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:18:04,740 DEBUG [RS:0;6b87edf34edd:33663 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:18:04,740 DEBUG [RS:0;6b87edf34edd:33663 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:18:04,740 DEBUG [RS:0;6b87edf34edd:33663 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:18:04,740 DEBUG [RS:0;6b87edf34edd:33663 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:18:04,740 DEBUG [RS:0;6b87edf34edd:33663 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b87edf34edd:0, corePoolSize=2, maxPoolSize=2 2024-11-20T18:18:04,740 DEBUG [RS:0;6b87edf34edd:33663 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:18:04,741 DEBUG [RS:0;6b87edf34edd:33663 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:18:04,741 DEBUG [RS:0;6b87edf34edd:33663 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:18:04,741 DEBUG [RS:0;6b87edf34edd:33663 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:18:04,741 DEBUG [RS:0;6b87edf34edd:33663 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:18:04,741 DEBUG [RS:0;6b87edf34edd:33663 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:18:04,741 DEBUG [RS:0;6b87edf34edd:33663 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b87edf34edd:0, corePoolSize=3, maxPoolSize=3 2024-11-20T18:18:04,741 DEBUG [RS:0;6b87edf34edd:33663 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b87edf34edd:0, corePoolSize=3, maxPoolSize=3 2024-11-20T18:18:04,742 INFO [RS:0;6b87edf34edd:33663 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:04,742 INFO [RS:0;6b87edf34edd:33663 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:04,742 INFO [RS:0;6b87edf34edd:33663 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:04,742 INFO [RS:0;6b87edf34edd:33663 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:04,742 INFO [RS:0;6b87edf34edd:33663 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:04,742 INFO [RS:0;6b87edf34edd:33663 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,33663,1732126683585-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T18:18:04,757 INFO [RS:0;6b87edf34edd:33663 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T18:18:04,757 INFO [RS:0;6b87edf34edd:33663 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,33663,1732126683585-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:04,774 INFO [RS:0;6b87edf34edd:33663 {}] regionserver.ReplicationSource(231): queueId=1-6b87edf34edd,33663,1732126683585, ReplicationSource: 1, currentBandwidth=0 2024-11-20T18:18:04,791 INFO [RS:0;6b87edf34edd:33663 {}] regionserver.ReplicationSource(231): queueId=2-6b87edf34edd,33663,1732126683585, ReplicationSource: 2, currentBandwidth=0 2024-11-20T18:18:04,791 INFO [RS:0;6b87edf34edd:33663 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:04,791 INFO [RS:0;6b87edf34edd:33663 {}] regionserver.Replication(171): 6b87edf34edd,33663,1732126683585 started 2024-11-20T18:18:04,794 DEBUG [RS:0;6b87edf34edd:33663.replicationSource,1-6b87edf34edd,33663,1732126683585 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b87edf34edd:44661' 2024-11-20T18:18:04,796 DEBUG [RS:0;6b87edf34edd:33663.replicationSource,1-6b87edf34edd,33663,1732126683585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b19cce8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:18:04,796 DEBUG [RS:0;6b87edf34edd:33663.replicationSource,1-6b87edf34edd,33663,1732126683585 {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,44661,-1 for getting cluster id 2024-11-20T18:18:04,796 DEBUG [RS:0;6b87edf34edd:33663.replicationSource,1-6b87edf34edd,33663,1732126683585 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:18:04,798 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a14e3a7-c71e-4527-aa60-ba85f35b90ca' 2024-11-20T18:18:04,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:18:04,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a14e3a7-c71e-4527-aa60-ba85f35b90ca" 2024-11-20T18:18:04,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50bd6579, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:18:04,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,44661,-1] 2024-11-20T18:18:04,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:18:04,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:18:04,801 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:18:04,802 DEBUG [RS:0;6b87edf34edd:33663.replicationSource,1-6b87edf34edd,33663,1732126683585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24484c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:18:04,802 DEBUG [RS:0;6b87edf34edd:33663.replicationSource,1-6b87edf34edd,33663,1732126683585 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:18:04,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,44661,1732126672866 2024-11-20T18:18:04,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@afe14b 2024-11-20T18:18:04,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:18:04,806 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-20T18:18:04,808 INFO [RS:0;6b87edf34edd:33663.replicationSource,1-6b87edf34edd,33663,1732126683585 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6b87edf34edd,33663,1732126683585 (queues=0) is replicating from cluster=f790cca6-c10a-40da-8873-36479d1740bb to cluster=8a14e3a7-c71e-4527-aa60-ba85f35b90ca 2024-11-20T18:18:04,811 DEBUG [RS:0;6b87edf34edd:33663.replicationSource,2-6b87edf34edd,33663,1732126683585 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b87edf34edd:44661' 2024-11-20T18:18:04,811 INFO [RS:0;6b87edf34edd:33663 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:04,811 INFO [RS:0;6b87edf34edd:33663 {}] regionserver.HRegionServer(1482): Serving as 6b87edf34edd,33663,1732126683585, RpcServer on 6b87edf34edd/172.17.0.3:33663, sessionid=0x101597754ce0007 2024-11-20T18:18:04,812 DEBUG [RS:0;6b87edf34edd:33663 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T18:18:04,812 DEBUG [RS:0;6b87edf34edd:33663 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b87edf34edd,33663,1732126683585 2024-11-20T18:18:04,812 DEBUG [RS:0;6b87edf34edd:33663 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b87edf34edd,33663,1732126683585' 2024-11-20T18:18:04,812 DEBUG [RS:0;6b87edf34edd:33663 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-665356756/flush-table-proc/abort' 2024-11-20T18:18:04,813 DEBUG [RS:0;6b87edf34edd:33663 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-665356756/flush-table-proc/acquired' 2024-11-20T18:18:04,813 DEBUG [RS:0;6b87edf34edd:33663.replicationSource,2-6b87edf34edd,33663,1732126683585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19509d3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:18:04,813 DEBUG [RS:0;6b87edf34edd:33663.replicationSource,2-6b87edf34edd,33663,1732126683585 {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,44661,-1 for getting cluster id 2024-11-20T18:18:04,813 DEBUG [RS:0;6b87edf34edd:33663.replicationSource,2-6b87edf34edd,33663,1732126683585 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:18:04,813 DEBUG [RS:0;6b87edf34edd:33663 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T18:18:04,813 DEBUG [RS:0;6b87edf34edd:33663 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T18:18:04,813 DEBUG [RS:0;6b87edf34edd:33663 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b87edf34edd,33663,1732126683585 2024-11-20T18:18:04,813 DEBUG [RS:0;6b87edf34edd:33663 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b87edf34edd,33663,1732126683585' 2024-11-20T18:18:04,813 DEBUG [RS:0;6b87edf34edd:33663 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-665356756/online-snapshot/abort' 2024-11-20T18:18:04,814 DEBUG [RS:0;6b87edf34edd:33663 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-665356756/online-snapshot/acquired' 2024-11-20T18:18:04,814 DEBUG [RS:0;6b87edf34edd:33663 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T18:18:04,814 INFO [RS:0;6b87edf34edd:33663 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T18:18:04,814 INFO [RS:0;6b87edf34edd:33663 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T18:18:04,815 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a14e3a7-c71e-4527-aa60-ba85f35b90ca' 2024-11-20T18:18:04,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:18:04,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a14e3a7-c71e-4527-aa60-ba85f35b90ca" 2024-11-20T18:18:04,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75900e45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:18:04,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,44661,-1] 2024-11-20T18:18:04,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:18:04,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:18:04,818 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:18:04,819 DEBUG [RS:0;6b87edf34edd:33663.replicationSource,2-6b87edf34edd,33663,1732126683585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e22c7c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:18:04,819 DEBUG [RS:0;6b87edf34edd:33663.replicationSource,2-6b87edf34edd,33663,1732126683585 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:18:04,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,44661,1732126672866 2024-11-20T18:18:04,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3eccce88 2024-11-20T18:18:04,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:18:04,822 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-20T18:18:04,823 INFO [RS:0;6b87edf34edd:33663.replicationSource,2-6b87edf34edd,33663,1732126683585 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-6b87edf34edd,33663,1732126683585 (queues=0) is replicating from cluster=f790cca6-c10a-40da-8873-36479d1740bb to cluster=8a14e3a7-c71e-4527-aa60-ba85f35b90ca 2024-11-20T18:18:04,915 INFO [RS:0;6b87edf34edd:33663 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T18:18:04,917 INFO [RS:0;6b87edf34edd:33663 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b87edf34edd%2C33663%2C1732126683585, suffix=, logDir=hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/WALs/6b87edf34edd,33663,1732126683585, archiveDir=hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/oldWALs, maxLogs=10 2024-11-20T18:18:04,931 DEBUG [RS:0;6b87edf34edd:33663 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/WALs/6b87edf34edd,33663,1732126683585/6b87edf34edd%2C33663%2C1732126683585.1732126684918, exclude list is [], retry=0 2024-11-20T18:18:04,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38697,DS-6cc250fe-cd31-4a81-8e6e-128f6b3c41f1,DISK] 2024-11-20T18:18:04,936 INFO [RS:0;6b87edf34edd:33663 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/WALs/6b87edf34edd,33663,1732126683585/6b87edf34edd%2C33663%2C1732126683585.1732126684918 2024-11-20T18:18:04,937 DEBUG [RS:0;6b87edf34edd:33663 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 6b87edf34edd%2C33663%2C1732126683585 for peer 2 2024-11-20T18:18:04,937 DEBUG [RS:0;6b87edf34edd:33663 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 6b87edf34edd%2C33663%2C1732126683585 for peer 1 2024-11-20T18:18:04,937 DEBUG [RS:0;6b87edf34edd:33663 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6b87edf34edd%2C33663%2C1732126683585 2024-11-20T18:18:04,937 INFO [RS:0;6b87edf34edd:33663 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6b87edf34edd,33663,1732126683585, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T18:18:04,937 DEBUG [RS:0;6b87edf34edd:33663 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=6b87edf34edd%2C33663%2C1732126683585 2024-11-20T18:18:04,937 INFO [RS:0;6b87edf34edd:33663.replicationSource.shipper6b87edf34edd%2C33663%2C1732126683585,1-6b87edf34edd,33663,1732126683585 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b87edf34edd%2C33663%2C1732126683585 2024-11-20T18:18:04,937 INFO [RS:0;6b87edf34edd:33663 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-6b87edf34edd,33663,1732126683585, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T18:18:04,938 DEBUG [RS:0;6b87edf34edd:33663 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38165:38165)] 2024-11-20T18:18:04,938 INFO [RS:0;6b87edf34edd:33663.replicationSource.shipper6b87edf34edd%2C33663%2C1732126683585,2-6b87edf34edd,33663,1732126683585 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b87edf34edd%2C33663%2C1732126683585 2024-11-20T18:18:04,938 DEBUG [RS:0;6b87edf34edd:33663.replicationSource.wal-reader.6b87edf34edd%2C33663%2C1732126683585,1-6b87edf34edd,33663,1732126683585 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/WALs/6b87edf34edd,33663,1732126683585/6b87edf34edd%2C33663%2C1732126683585.1732126684918, startPosition=0, beingWritten=true 2024-11-20T18:18:04,938 DEBUG [RS:0;6b87edf34edd:33663.replicationSource.wal-reader.6b87edf34edd%2C33663%2C1732126683585,2-6b87edf34edd,33663,1732126683585 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/WALs/6b87edf34edd,33663,1732126683585/6b87edf34edd%2C33663%2C1732126683585.1732126684918, startPosition=0, beingWritten=true 2024-11-20T18:18:04,963 DEBUG [6b87edf34edd:33949 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T18:18:04,963 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b87edf34edd,33663,1732126683585 2024-11-20T18:18:04,965 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b87edf34edd,33663,1732126683585, state=OPENING 2024-11-20T18:18:04,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33663-0x101597754ce0007, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-665356756/meta-region-server 2024-11-20T18:18:04,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x101597754ce0006, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-665356756/meta-region-server 2024-11-20T18:18:04,974 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T18:18:04,974 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-665356756/meta-region-server: CHANGED 2024-11-20T18:18:04,974 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b87edf34edd,33663,1732126683585}] 2024-11-20T18:18:04,974 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-665356756/meta-region-server: CHANGED 2024-11-20T18:18:05,129 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T18:18:05,133 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34479, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T18:18:05,139 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T18:18:05,139 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:18:05,139 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T18:18:05,143 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b87edf34edd%2C33663%2C1732126683585.meta, suffix=.meta, logDir=hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/WALs/6b87edf34edd,33663,1732126683585, archiveDir=hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/oldWALs, maxLogs=10 2024-11-20T18:18:05,149 DEBUG [RS:0;6b87edf34edd:33663.replicationSource.wal-reader.6b87edf34edd%2C33663%2C1732126683585,1-6b87edf34edd,33663,1732126683585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/WALs/6b87edf34edd,33663,1732126683585/6b87edf34edd%2C33663%2C1732126683585.1732126684918 to pos 0, reset compression=false 2024-11-20T18:18:05,152 DEBUG [RS:0;6b87edf34edd:33663.replicationSource.wal-reader.6b87edf34edd%2C33663%2C1732126683585,2-6b87edf34edd,33663,1732126683585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/WALs/6b87edf34edd,33663,1732126683585/6b87edf34edd%2C33663%2C1732126683585.1732126684918 to pos 0, reset compression=false 2024-11-20T18:18:05,161 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/WALs/6b87edf34edd,33663,1732126683585/6b87edf34edd%2C33663%2C1732126683585.meta.1732126685144.meta, exclude list is [], retry=0 2024-11-20T18:18:05,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38697,DS-6cc250fe-cd31-4a81-8e6e-128f6b3c41f1,DISK] 2024-11-20T18:18:05,167 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/WALs/6b87edf34edd,33663,1732126683585/6b87edf34edd%2C33663%2C1732126683585.meta.1732126685144.meta 2024-11-20T18:18:05,167 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38165:38165)] 2024-11-20T18:18:05,167 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:18:05,168 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T18:18:05,168 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T18:18:05,168 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T18:18:05,168 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T18:18:05,168 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T18:18:05,168 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:18:05,169 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T18:18:05,169 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T18:18:05,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T18:18:05,172 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T18:18:05,172 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:05,186 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/data/hbase/meta/1588230740/info/4314d5fb4a9943048473ab5c06e62f15 2024-11-20T18:18:05,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:18:05,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T18:18:05,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T18:18:05,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:05,197 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/data/hbase/meta/1588230740/ns/4804ae3b6c594da081ae0242171062ef 2024-11-20T18:18:05,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:18:05,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T18:18:05,199 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T18:18:05,199 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:05,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:18:05,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T18:18:05,200 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T18:18:05,201 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:05,208 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/data/hbase/meta/1588230740/table/b0bfea277e304b6e826ded4ac6e987a4 2024-11-20T18:18:05,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:18:05,209 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T18:18:05,209 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/data/hbase/meta/1588230740 2024-11-20T18:18:05,211 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/data/hbase/meta/1588230740 2024-11-20T18:18:05,212 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T18:18:05,212 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T18:18:05,213 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:18:05,215 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T18:18:05,216 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70328193, jitterRate=0.04797174036502838}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:18:05,216 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T18:18:05,216 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732126685169Writing region info on filesystem at 1732126685169Initializing all the Stores at 1732126685170 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126685170Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126685171 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126685171Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126685171Cleaning up temporary data from old regions at 1732126685212 (+41 ms)Running coprocessor post-open hooks at 1732126685216 (+4 ms)Region opened successfully at 1732126685216 2024-11-20T18:18:05,217 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732126685129 2024-11-20T18:18:05,220 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T18:18:05,220 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T18:18:05,221 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=6b87edf34edd,33663,1732126683585 2024-11-20T18:18:05,222 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b87edf34edd,33663,1732126683585, state=OPEN 2024-11-20T18:18:05,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x101597754ce0006, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-665356756/meta-region-server 2024-11-20T18:18:05,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33663-0x101597754ce0007, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-665356756/meta-region-server 2024-11-20T18:18:05,232 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b87edf34edd,33663,1732126683585 2024-11-20T18:18:05,232 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-665356756/meta-region-server: CHANGED 2024-11-20T18:18:05,232 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-665356756/meta-region-server: CHANGED 2024-11-20T18:18:05,236 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-20T18:18:05,236 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b87edf34edd,33663,1732126683585 in 258 msec 2024-11-20T18:18:05,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-20T18:18:05,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 677 msec 2024-11-20T18:18:05,458 DEBUG [RS:0;6b87edf34edd:33663.replicationSource.wal-reader.6b87edf34edd%2C33663%2C1732126683585,1-6b87edf34edd,33663,1732126683585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/WALs/6b87edf34edd,33663,1732126683585/6b87edf34edd%2C33663%2C1732126683585.1732126684918 to pos 0, reset compression=false 2024-11-20T18:18:05,458 DEBUG [RS:0;6b87edf34edd:33663.replicationSource.wal-reader.6b87edf34edd%2C33663%2C1732126683585,2-6b87edf34edd,33663,1732126683585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/WALs/6b87edf34edd,33663,1732126683585/6b87edf34edd%2C33663%2C1732126683585.1732126684918 to pos 0, reset compression=false 2024-11-20T18:18:05,868 DEBUG [RS:0;6b87edf34edd:33663.replicationSource.wal-reader.6b87edf34edd%2C33663%2C1732126683585,2-6b87edf34edd,33663,1732126683585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/WALs/6b87edf34edd,33663,1732126683585/6b87edf34edd%2C33663%2C1732126683585.1732126684918 to pos 0, reset compression=false 2024-11-20T18:18:05,869 DEBUG [RS:0;6b87edf34edd:33663.replicationSource.wal-reader.6b87edf34edd%2C33663%2C1732126683585,1-6b87edf34edd,33663,1732126683585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/WALs/6b87edf34edd,33663,1732126683585/6b87edf34edd%2C33663%2C1732126683585.1732126684918 to pos 0, reset compression=false 2024-11-20T18:18:06,204 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1658ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1504ms 2024-11-20T18:18:06,375 DEBUG [RS:0;6b87edf34edd:33663.replicationSource.wal-reader.6b87edf34edd%2C33663%2C1732126683585,1-6b87edf34edd,33663,1732126683585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/WALs/6b87edf34edd,33663,1732126683585/6b87edf34edd%2C33663%2C1732126683585.1732126684918 to pos 0, reset compression=false 2024-11-20T18:18:06,375 DEBUG [RS:0;6b87edf34edd:33663.replicationSource.wal-reader.6b87edf34edd%2C33663%2C1732126683585,2-6b87edf34edd,33663,1732126683585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/WALs/6b87edf34edd,33663,1732126683585/6b87edf34edd%2C33663%2C1732126683585.1732126684918 to pos 0, reset compression=false 2024-11-20T18:18:06,860 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T18:18:06,984 DEBUG [RS:0;6b87edf34edd:33663.replicationSource.wal-reader.6b87edf34edd%2C33663%2C1732126683585,2-6b87edf34edd,33663,1732126683585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/WALs/6b87edf34edd,33663,1732126683585/6b87edf34edd%2C33663%2C1732126683585.1732126684918 to pos 0, reset compression=false 2024-11-20T18:18:06,984 DEBUG [RS:0;6b87edf34edd:33663.replicationSource.wal-reader.6b87edf34edd%2C33663%2C1732126683585,1-6b87edf34edd,33663,1732126683585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/WALs/6b87edf34edd,33663,1732126683585/6b87edf34edd%2C33663%2C1732126683585.1732126684918 to pos 0, reset compression=false 2024-11-20T18:18:07,695 DEBUG [RS:0;6b87edf34edd:33663.replicationSource.wal-reader.6b87edf34edd%2C33663%2C1732126683585,2-6b87edf34edd,33663,1732126683585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/WALs/6b87edf34edd,33663,1732126683585/6b87edf34edd%2C33663%2C1732126683585.1732126684918 to pos 0, reset compression=false 2024-11-20T18:18:07,695 DEBUG [RS:0;6b87edf34edd:33663.replicationSource.wal-reader.6b87edf34edd%2C33663%2C1732126683585,1-6b87edf34edd,33663,1732126683585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/WALs/6b87edf34edd,33663,1732126683585/6b87edf34edd%2C33663%2C1732126683585.1732126684918 to pos 0, reset compression=false 2024-11-20T18:18:07,708 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3162ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3008ms 2024-11-20T18:18:08,502 DEBUG [RS:0;6b87edf34edd:33663.replicationSource.wal-reader.6b87edf34edd%2C33663%2C1732126683585,1-6b87edf34edd,33663,1732126683585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/WALs/6b87edf34edd,33663,1732126683585/6b87edf34edd%2C33663%2C1732126683585.1732126684918 to pos 0, reset compression=false 2024-11-20T18:18:08,502 DEBUG [RS:0;6b87edf34edd:33663.replicationSource.wal-reader.6b87edf34edd%2C33663%2C1732126683585,2-6b87edf34edd,33663,1732126683585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/WALs/6b87edf34edd,33663,1732126683585/6b87edf34edd%2C33663%2C1732126683585.1732126684918 to pos 0, reset compression=false 2024-11-20T18:18:09,061 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4515ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-20T18:18:09,061 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T18:18:09,061 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:18:09,061 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,33663,1732126683585, seqNum=-1] 2024-11-20T18:18:09,062 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:18:09,063 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41867, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:18:09,070 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=269ffc37cebbae95b14732a3f301e8b6, regionState=OPEN, lastHost=6b87edf34edd,36499,1732126666163, regionLocation=6b87edf34edd,36499,1732126666163, openSeqNum=2 2024-11-20T18:18:09,070 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T18:18:09,070 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732126749070 2024-11-20T18:18:09,070 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732126809070 2024-11-20T18:18:09,070 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 9 msec 2024-11-20T18:18:09,071 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,33949,1732126683532-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:09,071 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 6b87edf34edd,36499,1732126666163 had 2 regions 2024-11-20T18:18:09,071 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,33949,1732126683532-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:09,071 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,33949,1732126683532-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:09,071 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b87edf34edd:33949, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:09,071 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:09,071 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:09,073 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 6b87edf34edd,36499,1732126666163, splitWal=true, meta=true, isMeta: false 2024-11-20T18:18:09,075 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/WALs/6b87edf34edd,36499,1732126666163-splitting dir is empty, no logs to split. 2024-11-20T18:18:09,076 INFO [PEWorker-3 {}] master.SplitWALManager(105): 6b87edf34edd,36499,1732126666163 WAL count=0, meta=false 2024-11-20T18:18:09,079 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/WALs/6b87edf34edd,36499,1732126666163-splitting dir is empty, no logs to split. 2024-11-20T18:18:09,079 INFO [PEWorker-3 {}] master.SplitWALManager(105): 6b87edf34edd,36499,1732126666163 WAL count=0, meta=false 2024-11-20T18:18:09,080 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 6b87edf34edd,36499,1732126666163 WAL splitting is done? wals=0, meta=false 2024-11-20T18:18:09,080 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.421sec 2024-11-20T18:18:09,080 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T18:18:09,080 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T18:18:09,080 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T18:18:09,080 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T18:18:09,080 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T18:18:09,080 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,33949,1732126683532-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T18:18:09,080 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,33949,1732126683532-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T18:18:09,083 WARN [master/6b87edf34edd:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=6b87edf34edd,36499,1732126666163/hbase:replication,,1732126676348.269ffc37cebbae95b14732a3f301e8b6. 2024-11-20T18:18:09,083 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=269ffc37cebbae95b14732a3f301e8b6, ASSIGN}] 2024-11-20T18:18:09,085 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=269ffc37cebbae95b14732a3f301e8b6, ASSIGN 2024-11-20T18:18:09,085 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T18:18:09,085 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T18:18:09,085 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,33949,1732126683532-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:09,086 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=269ffc37cebbae95b14732a3f301e8b6, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T18:18:09,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5de3737e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:18:09,120 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,33949,-1 for getting cluster id 2024-11-20T18:18:09,120 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:18:09,122 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f790cca6-c10a-40da-8873-36479d1740bb' 2024-11-20T18:18:09,122 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:18:09,123 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f790cca6-c10a-40da-8873-36479d1740bb" 2024-11-20T18:18:09,123 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cc7f8be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:18:09,123 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,33949,-1] 2024-11-20T18:18:09,123 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:18:09,124 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:18:09,125 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:18:09,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34b7240f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:18:09,126 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:18:09,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,33663,1732126683585, seqNum=-1] 2024-11-20T18:18:09,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:18:09,130 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:18:09,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-20T18:18:09,133 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:18:09,133 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:18:09,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:18:09,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:18:09,134 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:18:09,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 6b87edf34edd:33949 after: 6b87edf34edd:33949 2024-11-20T18:18:09,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cbfd738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:18:09,134 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,33949,-1 for getting cluster id 2024-11-20T18:18:09,134 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:18:09,135 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f790cca6-c10a-40da-8873-36479d1740bb' 2024-11-20T18:18:09,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:18:09,136 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f790cca6-c10a-40da-8873-36479d1740bb" 2024-11-20T18:18:09,136 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@140c786c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:18:09,136 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,33949,-1] 2024-11-20T18:18:09,136 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:18:09,136 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:18:09,137 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:18:09,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe57e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:18:09,138 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:18:09,139 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,33949,1732126683532 2024-11-20T18:18:09,139 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@272e6a23 2024-11-20T18:18:09,140 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:18:09,141 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:18:09,141 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33949 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-20T18:18:09,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33949 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-20T18:18:09,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33949 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-20T18:18:09,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33949 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-20T18:18:09,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T18:18:09,144 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:18:09,144 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:18:09,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:18:09,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:18:09,144 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:18:09,144 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T18:18:09,145 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1706122146, stopped=false 2024-11-20T18:18:09,145 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b87edf34edd,44661,1732126672866 2024-11-20T18:18:09,237 DEBUG [6b87edf34edd:33949 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T18:18:09,237 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=269ffc37cebbae95b14732a3f301e8b6, regionState=OPENING, regionLocation=6b87edf34edd,33663,1732126683585 2024-11-20T18:18:09,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=269ffc37cebbae95b14732a3f301e8b6, ASSIGN because future has completed 2024-11-20T18:18:09,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 269ffc37cebbae95b14732a3f301e8b6, server=6b87edf34edd,33663,1732126683585}] 2024-11-20T18:18:09,349 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44665-0x101597754ce0004, quorum=127.0.0.1:61958, baseZNode=/1-1590548545 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1590548545/running 2024-11-20T18:18:09,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44661-0x101597754ce0003, quorum=127.0.0.1:61958, baseZNode=/1-1590548545 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1590548545/running 2024-11-20T18:18:09,349 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44665-0x101597754ce0004, quorum=127.0.0.1:61958, baseZNode=/1-1590548545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1590548545 2024-11-20T18:18:09,349 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T18:18:09,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44661-0x101597754ce0003, quorum=127.0.0.1:61958, baseZNode=/1-1590548545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1590548545 2024-11-20T18:18:09,350 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:18:09,350 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:18:09,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:18:09,351 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44661-0x101597754ce0003, quorum=127.0.0.1:61958, baseZNode=/1-1590548545 Set watcher on znode that does not yet exist, /1-1590548545/running 2024-11-20T18:18:09,351 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44665-0x101597754ce0004, quorum=127.0.0.1:61958, baseZNode=/1-1590548545 Set watcher on znode that does not yet exist, /1-1590548545/running 2024-11-20T18:18:09,351 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b87edf34edd,44665,1732126672991' ***** 2024-11-20T18:18:09,351 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T18:18:09,352 INFO [RS:0;6b87edf34edd:44665 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T18:18:09,352 INFO [RS:0;6b87edf34edd:44665 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T18:18:09,352 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T18:18:09,352 INFO [RS:0;6b87edf34edd:44665 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T18:18:09,352 INFO [RS:0;6b87edf34edd:44665 {}] regionserver.HRegionServer(959): stopping server 6b87edf34edd,44665,1732126672991 2024-11-20T18:18:09,352 INFO [RS:0;6b87edf34edd:44665 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T18:18:09,353 INFO [RS:0;6b87edf34edd:44665 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b87edf34edd:44665. 2024-11-20T18:18:09,353 DEBUG [RS:0;6b87edf34edd:44665 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:18:09,353 DEBUG [RS:0;6b87edf34edd:44665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:18:09,353 INFO [RS:0;6b87edf34edd:44665 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T18:18:09,353 INFO [RS:0;6b87edf34edd:44665 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T18:18:09,353 INFO [RS:0;6b87edf34edd:44665 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T18:18:09,353 INFO [RS:0;6b87edf34edd:44665 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T18:18:09,354 INFO [RS:0;6b87edf34edd:44665 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T18:18:09,354 DEBUG [RS:0;6b87edf34edd:44665 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T18:18:09,354 DEBUG [RS:0;6b87edf34edd:44665 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T18:18:09,354 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T18:18:09,354 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T18:18:09,354 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T18:18:09,354 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T18:18:09,354 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T18:18:09,354 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-20T18:18:09,371 INFO [regionserver/6b87edf34edd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T18:18:09,376 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46505/user/jenkins/test-data/84bf6d51-cf6a-6fde-07f2-b71d4a417f0f/data/hbase/meta/1588230740/.tmp/ns/54aad50d77dd4288aa3cd3f10fcd9095 is 43, key is default/ns:d/1732126676198/Put/seqid=0 2024-11-20T18:18:09,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741835_1011 (size=5153) 2024-11-20T18:18:09,405 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732126676348.269ffc37cebbae95b14732a3f301e8b6. 2024-11-20T18:18:09,406 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:18:09,406 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T18:18:09,409 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b87edf34edd%2C33663%2C1732126683585.rep, suffix=, logDir=hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/WALs/6b87edf34edd,33663,1732126683585, archiveDir=hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/oldWALs, maxLogs=10 2024-11-20T18:18:09,416 DEBUG [RS:0;6b87edf34edd:33663.replicationSource.wal-reader.6b87edf34edd%2C33663%2C1732126683585,2-6b87edf34edd,33663,1732126683585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/WALs/6b87edf34edd,33663,1732126683585/6b87edf34edd%2C33663%2C1732126683585.1732126684918 to pos 0, reset compression=false 2024-11-20T18:18:09,416 DEBUG [RS:0;6b87edf34edd:33663.replicationSource.wal-reader.6b87edf34edd%2C33663%2C1732126683585,1-6b87edf34edd,33663,1732126683585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/WALs/6b87edf34edd,33663,1732126683585/6b87edf34edd%2C33663%2C1732126683585.1732126684918 to pos 0, reset compression=false 2024-11-20T18:18:09,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/WALs/6b87edf34edd,33663,1732126683585/6b87edf34edd%2C33663%2C1732126683585.rep.1732126689410, exclude list is [], retry=0 2024-11-20T18:18:09,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38697,DS-6cc250fe-cd31-4a81-8e6e-128f6b3c41f1,DISK] 2024-11-20T18:18:09,429 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/WALs/6b87edf34edd,33663,1732126683585/6b87edf34edd%2C33663%2C1732126683585.rep.1732126689410 2024-11-20T18:18:09,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38165:38165)] 2024-11-20T18:18:09,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 269ffc37cebbae95b14732a3f301e8b6, NAME => 'hbase:replication,,1732126676348.269ffc37cebbae95b14732a3f301e8b6.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:18:09,430 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T18:18:09,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T18:18:09,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732126676348.269ffc37cebbae95b14732a3f301e8b6. service=MultiRowMutationService 2024-11-20T18:18:09,430 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T18:18:09,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 269ffc37cebbae95b14732a3f301e8b6 2024-11-20T18:18:09,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732126676348.269ffc37cebbae95b14732a3f301e8b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:18:09,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 269ffc37cebbae95b14732a3f301e8b6 2024-11-20T18:18:09,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 269ffc37cebbae95b14732a3f301e8b6 2024-11-20T18:18:09,432 INFO [StoreOpener-269ffc37cebbae95b14732a3f301e8b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 269ffc37cebbae95b14732a3f301e8b6 2024-11-20T18:18:09,433 INFO [StoreOpener-269ffc37cebbae95b14732a3f301e8b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 269ffc37cebbae95b14732a3f301e8b6 columnFamilyName hfileref 2024-11-20T18:18:09,433 DEBUG [StoreOpener-269ffc37cebbae95b14732a3f301e8b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:09,434 INFO [StoreOpener-269ffc37cebbae95b14732a3f301e8b6-1 {}] regionserver.HStore(327): Store=269ffc37cebbae95b14732a3f301e8b6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:18:09,434 INFO [StoreOpener-269ffc37cebbae95b14732a3f301e8b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 269ffc37cebbae95b14732a3f301e8b6 2024-11-20T18:18:09,435 INFO [StoreOpener-269ffc37cebbae95b14732a3f301e8b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 269ffc37cebbae95b14732a3f301e8b6 columnFamilyName queue 2024-11-20T18:18:09,435 DEBUG [StoreOpener-269ffc37cebbae95b14732a3f301e8b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:09,442 DEBUG [StoreOpener-269ffc37cebbae95b14732a3f301e8b6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/data/hbase/replication/269ffc37cebbae95b14732a3f301e8b6/queue/beb73df6e9ca489da681ae4cb84cad3c 2024-11-20T18:18:09,442 INFO [StoreOpener-269ffc37cebbae95b14732a3f301e8b6-1 {}] regionserver.HStore(327): Store=269ffc37cebbae95b14732a3f301e8b6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:18:09,442 INFO [StoreOpener-269ffc37cebbae95b14732a3f301e8b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 269ffc37cebbae95b14732a3f301e8b6 2024-11-20T18:18:09,443 INFO [StoreOpener-269ffc37cebbae95b14732a3f301e8b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 269ffc37cebbae95b14732a3f301e8b6 columnFamilyName sid 2024-11-20T18:18:09,443 DEBUG [StoreOpener-269ffc37cebbae95b14732a3f301e8b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:09,444 INFO [StoreOpener-269ffc37cebbae95b14732a3f301e8b6-1 {}] regionserver.HStore(327): Store=269ffc37cebbae95b14732a3f301e8b6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:18:09,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 269ffc37cebbae95b14732a3f301e8b6 2024-11-20T18:18:09,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/data/hbase/replication/269ffc37cebbae95b14732a3f301e8b6 2024-11-20T18:18:09,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/data/hbase/replication/269ffc37cebbae95b14732a3f301e8b6 2024-11-20T18:18:09,447 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 269ffc37cebbae95b14732a3f301e8b6 2024-11-20T18:18:09,447 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 269ffc37cebbae95b14732a3f301e8b6 2024-11-20T18:18:09,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T18:18:09,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 269ffc37cebbae95b14732a3f301e8b6 2024-11-20T18:18:09,451 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 269ffc37cebbae95b14732a3f301e8b6; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66927633, jitterRate=-0.0027005523443222046}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T18:18:09,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 269ffc37cebbae95b14732a3f301e8b6 2024-11-20T18:18:09,452 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 269ffc37cebbae95b14732a3f301e8b6: Running coprocessor pre-open hook at 1732126689431Writing region info on filesystem at 1732126689431Initializing all the Stores at 1732126689432 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126689432Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126689432Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126689432Cleaning up temporary data from old regions at 1732126689447 (+15 ms)Running coprocessor post-open hooks at 1732126689451 (+4 ms)Region opened successfully at 1732126689451 2024-11-20T18:18:09,453 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732126676348.269ffc37cebbae95b14732a3f301e8b6., pid=19, masterSystemTime=1732126689399 2024-11-20T18:18:09,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732126676348.269ffc37cebbae95b14732a3f301e8b6. 2024-11-20T18:18:09,455 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732126676348.269ffc37cebbae95b14732a3f301e8b6. 2024-11-20T18:18:09,456 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=269ffc37cebbae95b14732a3f301e8b6, regionState=OPEN, openSeqNum=10, regionLocation=6b87edf34edd,33663,1732126683585 2024-11-20T18:18:09,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 269ffc37cebbae95b14732a3f301e8b6, server=6b87edf34edd,33663,1732126683585 because future has completed 2024-11-20T18:18:09,462 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-20T18:18:09,462 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 269ffc37cebbae95b14732a3f301e8b6, server=6b87edf34edd,33663,1732126683585 in 216 msec 2024-11-20T18:18:09,465 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-20T18:18:09,465 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=269ffc37cebbae95b14732a3f301e8b6, ASSIGN in 379 msec 2024-11-20T18:18:09,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-20T18:18:09,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732126676348.269ffc37cebbae95b14732a3f301e8b6., hostname=6b87edf34edd,33663,1732126683585, seqNum=10] 2024-11-20T18:18:09,505 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 6b87edf34edd,36499,1732126666163 2024-11-20T18:18:09,506 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-20T18:18:09,554 DEBUG [RS:0;6b87edf34edd:44665 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T18:18:09,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33663 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-20T18:18:09,754 DEBUG [RS:0;6b87edf34edd:44665 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T18:18:09,781 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46505/user/jenkins/test-data/84bf6d51-cf6a-6fde-07f2-b71d4a417f0f/data/hbase/meta/1588230740/.tmp/ns/54aad50d77dd4288aa3cd3f10fcd9095 2024-11-20T18:18:09,789 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46505/user/jenkins/test-data/84bf6d51-cf6a-6fde-07f2-b71d4a417f0f/data/hbase/meta/1588230740/.tmp/ns/54aad50d77dd4288aa3cd3f10fcd9095 as hdfs://localhost:46505/user/jenkins/test-data/84bf6d51-cf6a-6fde-07f2-b71d4a417f0f/data/hbase/meta/1588230740/ns/54aad50d77dd4288aa3cd3f10fcd9095 2024-11-20T18:18:09,796 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46505/user/jenkins/test-data/84bf6d51-cf6a-6fde-07f2-b71d4a417f0f/data/hbase/meta/1588230740/ns/54aad50d77dd4288aa3cd3f10fcd9095, entries=2, sequenceid=6, filesize=5.0 K 2024-11-20T18:18:09,797 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 443ms, sequenceid=6, compaction requested=false 2024-11-20T18:18:09,797 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T18:18:09,802 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46505/user/jenkins/test-data/84bf6d51-cf6a-6fde-07f2-b71d4a417f0f/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T18:18:09,803 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T18:18:09,803 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T18:18:09,803 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T18:18:09,803 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732126689354Running coprocessor pre-close hooks at 1732126689354Disabling compacts and flushes for region at 1732126689354Disabling writes for close at 1732126689354Obtaining lock to block concurrent updates at 1732126689354Preparing flush snapshotting stores in 1588230740 at 1732126689354Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732126689355 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732126689356 (+1 ms)Flushing 1588230740/ns: creating writer at 1732126689356Flushing 1588230740/ns: appending metadata at 1732126689375 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732126689375Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d28fb74: reopening flushed file at 1732126689788 (+413 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 443ms, sequenceid=6, compaction requested=false at 1732126689797 (+9 ms)Writing region close event to WAL at 1732126689798 (+1 ms)Running coprocessor post-close hooks at 1732126689802 (+4 ms)Closed at 1732126689803 (+1 ms) 2024-11-20T18:18:09,803 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T18:18:09,955 INFO [RS:0;6b87edf34edd:44665 {}] regionserver.HRegionServer(976): stopping server 6b87edf34edd,44665,1732126672991; all regions closed. 2024-11-20T18:18:09,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741834_1010 (size=1152) 2024-11-20T18:18:09,965 DEBUG [RS:0;6b87edf34edd:44665 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/84bf6d51-cf6a-6fde-07f2-b71d4a417f0f/oldWALs 2024-11-20T18:18:09,965 INFO [RS:0;6b87edf34edd:44665 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b87edf34edd%2C44665%2C1732126672991.meta:.meta(num 1732126676122) 2024-11-20T18:18:09,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741832_1008 (size=93) 2024-11-20T18:18:09,971 DEBUG [RS:0;6b87edf34edd:44665 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/84bf6d51-cf6a-6fde-07f2-b71d4a417f0f/oldWALs 2024-11-20T18:18:09,971 INFO [RS:0;6b87edf34edd:44665 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b87edf34edd%2C44665%2C1732126672991:(num 1732126675299) 2024-11-20T18:18:09,971 DEBUG [RS:0;6b87edf34edd:44665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:18:09,972 INFO [RS:0;6b87edf34edd:44665 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T18:18:09,972 INFO [RS:0;6b87edf34edd:44665 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T18:18:09,972 INFO [RS:0;6b87edf34edd:44665 {}] hbase.ChoreService(370): Chore service for: regionserver/6b87edf34edd:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T18:18:09,972 INFO [RS:0;6b87edf34edd:44665 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T18:18:09,972 INFO [regionserver/6b87edf34edd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T18:18:09,973 INFO [RS:0;6b87edf34edd:44665 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44665 2024-11-20T18:18:10,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44661-0x101597754ce0003, quorum=127.0.0.1:61958, baseZNode=/1-1590548545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1590548545/rs 2024-11-20T18:18:10,026 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44665-0x101597754ce0004, quorum=127.0.0.1:61958, baseZNode=/1-1590548545 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1590548545/rs/6b87edf34edd,44665,1732126672991 2024-11-20T18:18:10,026 INFO [RS:0;6b87edf34edd:44665 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T18:18:10,037 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b87edf34edd,44665,1732126672991] 2024-11-20T18:18:10,047 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1590548545/draining/6b87edf34edd,44665,1732126672991 already deleted, retry=false 2024-11-20T18:18:10,048 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b87edf34edd,44665,1732126672991 expired; onlineServers=0 2024-11-20T18:18:10,048 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b87edf34edd,44661,1732126672866' ***** 2024-11-20T18:18:10,048 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T18:18:10,048 INFO [M:0;6b87edf34edd:44661 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T18:18:10,048 INFO [M:0;6b87edf34edd:44661 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T18:18:10,048 DEBUG [M:0;6b87edf34edd:44661 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T18:18:10,048 DEBUG [M:0;6b87edf34edd:44661 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T18:18:10,048 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T18:18:10,048 DEBUG [master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732126674916 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732126674916,5,FailOnTimeoutGroup] 2024-11-20T18:18:10,048 DEBUG [master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732126674916 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732126674916,5,FailOnTimeoutGroup] 2024-11-20T18:18:10,049 INFO [M:0;6b87edf34edd:44661 {}] hbase.ChoreService(370): Chore service for: master/6b87edf34edd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T18:18:10,049 INFO [M:0;6b87edf34edd:44661 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T18:18:10,049 DEBUG [M:0;6b87edf34edd:44661 {}] master.HMaster(1795): Stopping service threads 2024-11-20T18:18:10,049 INFO [M:0;6b87edf34edd:44661 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T18:18:10,049 INFO [M:0;6b87edf34edd:44661 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T18:18:10,049 INFO [M:0;6b87edf34edd:44661 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T18:18:10,049 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T18:18:10,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44661-0x101597754ce0003, quorum=127.0.0.1:61958, baseZNode=/1-1590548545 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1590548545/master 2024-11-20T18:18:10,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44661-0x101597754ce0003, quorum=127.0.0.1:61958, baseZNode=/1-1590548545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1590548545 2024-11-20T18:18:10,058 DEBUG [M:0;6b87edf34edd:44661 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1590548545/master already deleted, retry=false 2024-11-20T18:18:10,058 DEBUG [M:0;6b87edf34edd:44661 {}] master.ActiveMasterManager(353): master:44661-0x101597754ce0003, quorum=127.0.0.1:61958, baseZNode=/1-1590548545 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1590548545/master 2024-11-20T18:18:10,060 INFO [M:0;6b87edf34edd:44661 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46505/user/jenkins/test-data/84bf6d51-cf6a-6fde-07f2-b71d4a417f0f/.lastflushedseqids 2024-11-20T18:18:10,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741836_1012 (size=99) 2024-11-20T18:18:10,137 INFO [RS:0;6b87edf34edd:44665 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T18:18:10,137 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44665-0x101597754ce0004, quorum=127.0.0.1:61958, baseZNode=/1-1590548545 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:18:10,137 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44665-0x101597754ce0004, quorum=127.0.0.1:61958, baseZNode=/1-1590548545 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:18:10,137 INFO [RS:0;6b87edf34edd:44665 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b87edf34edd,44665,1732126672991; zookeeper connection closed. 2024-11-20T18:18:10,138 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@562152bd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@562152bd 2024-11-20T18:18:10,138 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T18:18:10,422 DEBUG [RS:0;6b87edf34edd:33663.replicationSource.wal-reader.6b87edf34edd%2C33663%2C1732126683585,2-6b87edf34edd,33663,1732126683585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/WALs/6b87edf34edd,33663,1732126683585/6b87edf34edd%2C33663%2C1732126683585.1732126684918 to pos 0, reset compression=false 2024-11-20T18:18:10,422 DEBUG [RS:0;6b87edf34edd:33663.replicationSource.wal-reader.6b87edf34edd%2C33663%2C1732126683585,1-6b87edf34edd,33663,1732126683585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/WALs/6b87edf34edd,33663,1732126683585/6b87edf34edd%2C33663%2C1732126683585.1732126684918 to pos 0, reset compression=false 2024-11-20T18:18:10,480 INFO [M:0;6b87edf34edd:44661 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T18:18:10,480 INFO [M:0;6b87edf34edd:44661 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T18:18:10,480 DEBUG [M:0;6b87edf34edd:44661 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T18:18:10,480 INFO [M:0;6b87edf34edd:44661 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:18:10,480 DEBUG [M:0;6b87edf34edd:44661 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:18:10,480 DEBUG [M:0;6b87edf34edd:44661 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T18:18:10,480 DEBUG [M:0;6b87edf34edd:44661 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:18:10,481 INFO [M:0;6b87edf34edd:44661 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-20T18:18:10,509 DEBUG [M:0;6b87edf34edd:44661 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46505/user/jenkins/test-data/84bf6d51-cf6a-6fde-07f2-b71d4a417f0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b5479352979a4f799d3592353542ab87 is 82, key is hbase:meta,,1/info:regioninfo/1732126676168/Put/seqid=0 2024-11-20T18:18:10,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741837_1013 (size=5672) 2024-11-20T18:18:10,925 INFO [M:0;6b87edf34edd:44661 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46505/user/jenkins/test-data/84bf6d51-cf6a-6fde-07f2-b71d4a417f0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b5479352979a4f799d3592353542ab87 2024-11-20T18:18:10,947 DEBUG [M:0;6b87edf34edd:44661 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46505/user/jenkins/test-data/84bf6d51-cf6a-6fde-07f2-b71d4a417f0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/04680e35028f44b1a33b993705a175bf is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732126676204/Put/seqid=0 2024-11-20T18:18:10,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741838_1014 (size=5275) 2024-11-20T18:18:11,353 INFO [M:0;6b87edf34edd:44661 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46505/user/jenkins/test-data/84bf6d51-cf6a-6fde-07f2-b71d4a417f0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/04680e35028f44b1a33b993705a175bf 2024-11-20T18:18:11,380 DEBUG [M:0;6b87edf34edd:44661 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46505/user/jenkins/test-data/84bf6d51-cf6a-6fde-07f2-b71d4a417f0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ba2c6a5e2bc54ee79d83f1c0bd9e4cd1 is 69, key is 6b87edf34edd,44665,1732126672991/rs:state/1732126675091/Put/seqid=0 2024-11-20T18:18:11,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741839_1015 (size=5156) 2024-11-20T18:18:11,530 DEBUG [RS:0;6b87edf34edd:33663.replicationSource.wal-reader.6b87edf34edd%2C33663%2C1732126683585,1-6b87edf34edd,33663,1732126683585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/WALs/6b87edf34edd,33663,1732126683585/6b87edf34edd%2C33663%2C1732126683585.1732126684918 to pos 0, reset compression=false 2024-11-20T18:18:11,530 DEBUG [RS:0;6b87edf34edd:33663.replicationSource.wal-reader.6b87edf34edd%2C33663%2C1732126683585,2-6b87edf34edd,33663,1732126683585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/WALs/6b87edf34edd,33663,1732126683585/6b87edf34edd%2C33663%2C1732126683585.1732126684918 to pos 0, reset compression=false 2024-11-20T18:18:11,786 INFO [M:0;6b87edf34edd:44661 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46505/user/jenkins/test-data/84bf6d51-cf6a-6fde-07f2-b71d4a417f0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ba2c6a5e2bc54ee79d83f1c0bd9e4cd1 2024-11-20T18:18:11,795 DEBUG [M:0;6b87edf34edd:44661 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46505/user/jenkins/test-data/84bf6d51-cf6a-6fde-07f2-b71d4a417f0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b5479352979a4f799d3592353542ab87 as hdfs://localhost:46505/user/jenkins/test-data/84bf6d51-cf6a-6fde-07f2-b71d4a417f0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b5479352979a4f799d3592353542ab87 2024-11-20T18:18:11,802 INFO [M:0;6b87edf34edd:44661 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46505/user/jenkins/test-data/84bf6d51-cf6a-6fde-07f2-b71d4a417f0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b5479352979a4f799d3592353542ab87, entries=8, sequenceid=28, filesize=5.5 K 2024-11-20T18:18:11,804 DEBUG [M:0;6b87edf34edd:44661 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46505/user/jenkins/test-data/84bf6d51-cf6a-6fde-07f2-b71d4a417f0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/04680e35028f44b1a33b993705a175bf as hdfs://localhost:46505/user/jenkins/test-data/84bf6d51-cf6a-6fde-07f2-b71d4a417f0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/04680e35028f44b1a33b993705a175bf 2024-11-20T18:18:11,811 INFO [M:0;6b87edf34edd:44661 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46505/user/jenkins/test-data/84bf6d51-cf6a-6fde-07f2-b71d4a417f0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/04680e35028f44b1a33b993705a175bf, entries=3, sequenceid=28, filesize=5.2 K 2024-11-20T18:18:11,813 DEBUG [M:0;6b87edf34edd:44661 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46505/user/jenkins/test-data/84bf6d51-cf6a-6fde-07f2-b71d4a417f0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ba2c6a5e2bc54ee79d83f1c0bd9e4cd1 as hdfs://localhost:46505/user/jenkins/test-data/84bf6d51-cf6a-6fde-07f2-b71d4a417f0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ba2c6a5e2bc54ee79d83f1c0bd9e4cd1 2024-11-20T18:18:11,820 INFO [M:0;6b87edf34edd:44661 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46505/user/jenkins/test-data/84bf6d51-cf6a-6fde-07f2-b71d4a417f0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ba2c6a5e2bc54ee79d83f1c0bd9e4cd1, entries=1, sequenceid=28, filesize=5.0 K 2024-11-20T18:18:11,821 INFO [M:0;6b87edf34edd:44661 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1341ms, sequenceid=28, compaction requested=false 2024-11-20T18:18:11,823 INFO [M:0;6b87edf34edd:44661 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:18:11,823 DEBUG [M:0;6b87edf34edd:44661 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732126690480Disabling compacts and flushes for region at 1732126690480Disabling writes for close at 1732126690480Obtaining lock to block concurrent updates at 1732126690481 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732126690481Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732126690481Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732126690482 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732126690483 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732126690508 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732126690508Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732126690931 (+423 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732126690947 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732126690947Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732126691365 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732126691379 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732126691379Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4003435e: reopening flushed file at 1732126691794 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@391575cd: reopening flushed file at 1732126691803 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79fc98fb: reopening flushed file at 1732126691811 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1341ms, sequenceid=28, compaction requested=false at 1732126691821 (+10 ms)Writing region close event to WAL at 1732126691823 (+2 ms)Closed at 1732126691823 2024-11-20T18:18:11,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40513 is added to blk_1073741830_1006 (size=10165) 2024-11-20T18:18:11,826 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/84bf6d51-cf6a-6fde-07f2-b71d4a417f0f/MasterData/WALs/6b87edf34edd,44661,1732126672866/6b87edf34edd%2C44661%2C1732126672866.1732126674439 not finished, retry = 0 2024-11-20T18:18:11,928 INFO [M:0;6b87edf34edd:44661 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T18:18:11,928 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T18:18:11,928 INFO [M:0;6b87edf34edd:44661 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44661 2024-11-20T18:18:11,931 INFO [M:0;6b87edf34edd:44661 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T18:18:12,105 INFO [M:0;6b87edf34edd:44661 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T18:18:12,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44661-0x101597754ce0003, quorum=127.0.0.1:61958, baseZNode=/1-1590548545 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:18:12,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44661-0x101597754ce0003, quorum=127.0.0.1:61958, baseZNode=/1-1590548545 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:18:12,140 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16de8d5b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T18:18:12,147 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@404d4ec0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T18:18:12,147 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T18:18:12,148 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e703083{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T18:18:12,148 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41732b8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd78a1a-feb1-38e1-54d5-ccab334f8ccf/hadoop.log.dir/,STOPPED} 2024-11-20T18:18:12,151 WARN [BP-1584928154-172.17.0.3-1732126670674 heartbeating to localhost/127.0.0.1:46505 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T18:18:12,151 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T18:18:12,151 WARN [BP-1584928154-172.17.0.3-1732126670674 heartbeating to localhost/127.0.0.1:46505 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1584928154-172.17.0.3-1732126670674 (Datanode Uuid 452c8b07-5fa0-4e91-beb7-9b2560efef4f) service to localhost/127.0.0.1:46505 2024-11-20T18:18:12,151 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T18:18:12,152 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd78a1a-feb1-38e1-54d5-ccab334f8ccf/cluster_521837f4-7e91-b43f-78d1-9ccaed6e3987/data/data1/current/BP-1584928154-172.17.0.3-1732126670674 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T18:18:12,152 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd78a1a-feb1-38e1-54d5-ccab334f8ccf/cluster_521837f4-7e91-b43f-78d1-9ccaed6e3987/data/data2/current/BP-1584928154-172.17.0.3-1732126670674 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T18:18:12,153 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T18:18:12,158 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d3aa00d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T18:18:12,159 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ba93781{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T18:18:12,159 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T18:18:12,159 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ca3ef33{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T18:18:12,159 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@402b2b09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd78a1a-feb1-38e1-54d5-ccab334f8ccf/hadoop.log.dir/,STOPPED} 2024-11-20T18:18:12,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T18:18:12,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T18:18:12,178 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:18:12,179 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:18:12,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:18:12,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:18:12,179 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:18:12,179 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T18:18:12,179 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=640055637, stopped=false 2024-11-20T18:18:12,179 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b87edf34edd,33949,1732126683532 2024-11-20T18:18:12,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x101597754ce0006, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-665356756/running 2024-11-20T18:18:12,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33663-0x101597754ce0007, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-665356756/running 2024-11-20T18:18:12,200 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T18:18:12,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33663-0x101597754ce0007, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-665356756 2024-11-20T18:18:12,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x101597754ce0006, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-665356756 2024-11-20T18:18:12,201 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:18:12,201 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:18:12,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:18:12,201 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33949-0x101597754ce0006, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Set watcher on znode that does not yet exist, /0-665356756/running 2024-11-20T18:18:12,201 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b87edf34edd,33663,1732126683585' ***** 2024-11-20T18:18:12,201 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33663-0x101597754ce0007, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Set watcher on znode that does not yet exist, /0-665356756/running 2024-11-20T18:18:12,201 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T18:18:12,201 INFO [RS:0;6b87edf34edd:33663 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T18:18:12,201 INFO [RS:0;6b87edf34edd:33663 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T18:18:12,201 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T18:18:12,202 INFO [RS:0;6b87edf34edd:33663 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T18:18:12,202 INFO [RS:0;6b87edf34edd:33663 {}] regionserver.HRegionServer(3091): Received CLOSE for 269ffc37cebbae95b14732a3f301e8b6 2024-11-20T18:18:12,202 INFO [RS:0;6b87edf34edd:33663 {}] regionserver.HRegionServer(959): stopping server 6b87edf34edd,33663,1732126683585 2024-11-20T18:18:12,202 INFO [RS:0;6b87edf34edd:33663 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T18:18:12,202 INFO [RS:0;6b87edf34edd:33663 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b87edf34edd:33663. 2024-11-20T18:18:12,202 DEBUG [RS:0;6b87edf34edd:33663 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:18:12,202 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 269ffc37cebbae95b14732a3f301e8b6, disabling compactions & flushes 2024-11-20T18:18:12,202 DEBUG [RS:0;6b87edf34edd:33663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:18:12,202 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732126676348.269ffc37cebbae95b14732a3f301e8b6. 2024-11-20T18:18:12,202 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732126676348.269ffc37cebbae95b14732a3f301e8b6. 2024-11-20T18:18:12,202 INFO [RS:0;6b87edf34edd:33663 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T18:18:12,202 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732126676348.269ffc37cebbae95b14732a3f301e8b6. after waiting 0 ms 2024-11-20T18:18:12,202 INFO [RS:0;6b87edf34edd:33663 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T18:18:12,202 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732126676348.269ffc37cebbae95b14732a3f301e8b6. 2024-11-20T18:18:12,202 INFO [RS:0;6b87edf34edd:33663 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T18:18:12,202 INFO [RS:0;6b87edf34edd:33663 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T18:18:12,203 INFO [RS:0;6b87edf34edd:33663 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T18:18:12,203 DEBUG [RS:0;6b87edf34edd:33663 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 269ffc37cebbae95b14732a3f301e8b6=hbase:replication,,1732126676348.269ffc37cebbae95b14732a3f301e8b6.} 2024-11-20T18:18:12,203 DEBUG [RS:0;6b87edf34edd:33663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 269ffc37cebbae95b14732a3f301e8b6 2024-11-20T18:18:12,203 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T18:18:12,203 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T18:18:12,203 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T18:18:12,203 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T18:18:12,203 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T18:18:12,203 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-20T18:18:12,208 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/data/hbase/replication/269ffc37cebbae95b14732a3f301e8b6/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-20T18:18:12,209 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T18:18:12,209 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T18:18:12,209 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732126676348.269ffc37cebbae95b14732a3f301e8b6. 2024-11-20T18:18:12,209 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 269ffc37cebbae95b14732a3f301e8b6: Waiting for close lock at 1732126692202Running coprocessor pre-close hooks at 1732126692202Disabling compacts and flushes for region at 1732126692202Disabling writes for close at 1732126692202Writing region close event to WAL at 1732126692203 (+1 ms)Running coprocessor post-close hooks at 1732126692209 (+6 ms)Closed at 1732126692209 2024-11-20T18:18:12,209 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732126676348.269ffc37cebbae95b14732a3f301e8b6. 2024-11-20T18:18:12,220 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/data/hbase/meta/1588230740/.tmp/info/5516bf7a00db4205868b5c7d062bfa6e is 147, key is hbase:replication,,1732126676348.269ffc37cebbae95b14732a3f301e8b6./info:regioninfo/1732126689455/Put/seqid=0 2024-11-20T18:18:12,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38697 is added to blk_1073741851_1027 (size=6385) 2024-11-20T18:18:12,249 INFO [regionserver/6b87edf34edd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T18:18:12,403 DEBUG [RS:0;6b87edf34edd:33663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T18:18:12,603 DEBUG [RS:0;6b87edf34edd:33663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T18:18:12,627 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/data/hbase/meta/1588230740/.tmp/info/5516bf7a00db4205868b5c7d062bfa6e 2024-11-20T18:18:12,638 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/data/hbase/meta/1588230740/.tmp/info/5516bf7a00db4205868b5c7d062bfa6e as hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/data/hbase/meta/1588230740/info/5516bf7a00db4205868b5c7d062bfa6e 2024-11-20T18:18:12,647 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/data/hbase/meta/1588230740/info/5516bf7a00db4205868b5c7d062bfa6e, entries=8, sequenceid=19, filesize=6.2 K 2024-11-20T18:18:12,648 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 445ms, sequenceid=19, compaction requested=false 2024-11-20T18:18:12,654 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-20T18:18:12,654 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T18:18:12,654 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T18:18:12,655 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T18:18:12,655 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732126692203Running coprocessor pre-close hooks at 1732126692203Disabling compacts and flushes for region at 1732126692203Disabling writes for close at 1732126692203Obtaining lock to block concurrent updates at 1732126692203Preparing flush snapshotting stores in 1588230740 at 1732126692203Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732126692203Flushing stores of hbase:meta,,1.1588230740 at 1732126692204 (+1 ms)Flushing 1588230740/info: creating writer at 1732126692204Flushing 1588230740/info: appending metadata at 1732126692220 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732126692220Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43107503: reopening flushed file at 1732126692637 (+417 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 445ms, sequenceid=19, compaction requested=false at 1732126692648 (+11 ms)Writing region close event to WAL at 1732126692649 (+1 ms)Running coprocessor post-close hooks at 1732126692654 (+5 ms)Closed at 1732126692654 2024-11-20T18:18:12,655 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T18:18:12,741 DEBUG [RS:0;6b87edf34edd:33663.replicationSource.wal-reader.6b87edf34edd%2C33663%2C1732126683585,2-6b87edf34edd,33663,1732126683585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/WALs/6b87edf34edd,33663,1732126683585/6b87edf34edd%2C33663%2C1732126683585.1732126684918 to pos 0, reset compression=false 2024-11-20T18:18:12,741 DEBUG [RS:0;6b87edf34edd:33663.replicationSource.wal-reader.6b87edf34edd%2C33663%2C1732126683585,1-6b87edf34edd,33663,1732126683585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/WALs/6b87edf34edd,33663,1732126683585/6b87edf34edd%2C33663%2C1732126683585.1732126684918 to pos 0, reset compression=false 2024-11-20T18:18:12,742 INFO [regionserver/6b87edf34edd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T18:18:12,743 INFO [regionserver/6b87edf34edd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T18:18:12,803 INFO [RS:0;6b87edf34edd:33663 {}] regionserver.HRegionServer(976): stopping server 6b87edf34edd,33663,1732126683585; all regions closed. 2024-11-20T18:18:12,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38697 is added to blk_1073741849_1025 (size=2156) 2024-11-20T18:18:12,808 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/WALs/6b87edf34edd,33663,1732126683585/6b87edf34edd%2C33663%2C1732126683585.meta.1732126685144.meta not finished, retry = 0 2024-11-20T18:18:12,917 DEBUG [RS:0;6b87edf34edd:33663 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/oldWALs 2024-11-20T18:18:12,917 INFO [RS:0;6b87edf34edd:33663 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b87edf34edd%2C33663%2C1732126683585.meta:.meta(num 1732126685144) 2024-11-20T18:18:12,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38697 is added to blk_1073741850_1026 (size=796) 2024-11-20T18:18:12,925 DEBUG [RS:0;6b87edf34edd:33663 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/oldWALs 2024-11-20T18:18:12,925 INFO [RS:0;6b87edf34edd:33663 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b87edf34edd%2C33663%2C1732126683585.rep:(num 1732126689410) 2024-11-20T18:18:12,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38697 is added to blk_1073741848_1024 (size=93) 2024-11-20T18:18:12,928 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/WALs/6b87edf34edd,33663,1732126683585/6b87edf34edd%2C33663%2C1732126683585.1732126684918 not finished, retry = 0 2024-11-20T18:18:13,033 DEBUG [RS:0;6b87edf34edd:33663 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/oldWALs 2024-11-20T18:18:13,033 INFO [RS:0;6b87edf34edd:33663 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b87edf34edd%2C33663%2C1732126683585:(num 1732126684918) 2024-11-20T18:18:13,033 DEBUG [RS:0;6b87edf34edd:33663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:18:13,033 INFO [RS:0;6b87edf34edd:33663 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T18:18:13,033 INFO [RS:0;6b87edf34edd:33663 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T18:18:13,033 INFO [RS:0;6b87edf34edd:33663 {}] hbase.ChoreService(370): Chore service for: regionserver/6b87edf34edd:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T18:18:13,034 INFO [RS:0;6b87edf34edd:33663 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T18:18:13,034 INFO [regionserver/6b87edf34edd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T18:18:13,034 INFO [RS:0;6b87edf34edd:33663 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6b87edf34edd,33663,1732126683585 because: Region server is closing 2024-11-20T18:18:13,034 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/6b87edf34edd:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-20T18:18:13,035 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/6b87edf34edd:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-20T18:18:13,035 INFO [RS:0;6b87edf34edd:33663 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b87edf34edd:33663. 2024-11-20T18:18:13,035 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/6b87edf34edd:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-20T18:18:13,035 DEBUG [RS:0;6b87edf34edd:33663 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:18:13,035 DEBUG [RS:0;6b87edf34edd:33663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:18:13,035 DEBUG [RS:0;6b87edf34edd:33663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:18:13,035 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:18:13,136 WARN [RS:0;6b87edf34edd:33663.replicationSource.shipper6b87edf34edd%2C33663%2C1732126683585,1-6b87edf34edd,33663,1732126683585 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T18:18:13,136 WARN [RS:0;6b87edf34edd:33663.replicationSource.wal-reader.6b87edf34edd%2C33663%2C1732126683585,1-6b87edf34edd,33663,1732126683585 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T18:18:13,136 INFO [RS:0;6b87edf34edd:33663 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;6b87edf34edd:33663.replicationSource.shipper6b87edf34edd%2C33663%2C1732126683585,1-6b87edf34edd,33663,1732126683585 terminated 2024-11-20T18:18:13,136 INFO [RS:0;6b87edf34edd:33663 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-6b87edf34edd,33663,1732126683585 because: Region server is closing 2024-11-20T18:18:13,136 INFO [RS:0;6b87edf34edd:33663 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b87edf34edd:33663. 2024-11-20T18:18:13,136 DEBUG [RS:0;6b87edf34edd:33663 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:18:13,136 DEBUG [RS:0;6b87edf34edd:33663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:18:13,136 DEBUG [RS:0;6b87edf34edd:33663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:18:13,136 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:18:13,237 WARN [RS:0;6b87edf34edd:33663.replicationSource.shipper6b87edf34edd%2C33663%2C1732126683585,2-6b87edf34edd,33663,1732126683585 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T18:18:13,237 WARN [RS:0;6b87edf34edd:33663.replicationSource.wal-reader.6b87edf34edd%2C33663%2C1732126683585,2-6b87edf34edd,33663,1732126683585 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T18:18:13,237 INFO [RS:0;6b87edf34edd:33663 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;6b87edf34edd:33663.replicationSource.shipper6b87edf34edd%2C33663%2C1732126683585,2-6b87edf34edd,33663,1732126683585 terminated 2024-11-20T18:18:13,237 INFO [RS:0;6b87edf34edd:33663 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33663 2024-11-20T18:18:13,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33663-0x101597754ce0007, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-665356756/rs/6b87edf34edd,33663,1732126683585 2024-11-20T18:18:13,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x101597754ce0006, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-665356756/rs 2024-11-20T18:18:13,300 INFO [RS:0;6b87edf34edd:33663 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T18:18:13,310 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b87edf34edd,33663,1732126683585] 2024-11-20T18:18:13,321 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-665356756/draining/6b87edf34edd,33663,1732126683585 already deleted, retry=false 2024-11-20T18:18:13,321 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b87edf34edd,33663,1732126683585 expired; onlineServers=0 2024-11-20T18:18:13,321 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b87edf34edd,33949,1732126683532' ***** 2024-11-20T18:18:13,321 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T18:18:13,321 INFO [M:0;6b87edf34edd:33949 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T18:18:13,321 INFO [M:0;6b87edf34edd:33949 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T18:18:13,321 DEBUG [M:0;6b87edf34edd:33949 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T18:18:13,321 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T18:18:13,321 DEBUG [M:0;6b87edf34edd:33949 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T18:18:13,321 DEBUG [master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732126684545 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732126684545,5,FailOnTimeoutGroup] 2024-11-20T18:18:13,321 DEBUG [master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732126684545 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732126684545,5,FailOnTimeoutGroup] 2024-11-20T18:18:13,322 INFO [M:0;6b87edf34edd:33949 {}] hbase.ChoreService(370): Chore service for: master/6b87edf34edd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T18:18:13,322 INFO [M:0;6b87edf34edd:33949 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T18:18:13,322 DEBUG [M:0;6b87edf34edd:33949 {}] master.HMaster(1795): Stopping service threads 2024-11-20T18:18:13,322 INFO [M:0;6b87edf34edd:33949 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T18:18:13,322 INFO [M:0;6b87edf34edd:33949 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T18:18:13,322 INFO [M:0;6b87edf34edd:33949 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T18:18:13,322 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T18:18:13,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x101597754ce0006, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-665356756/master 2024-11-20T18:18:13,332 DEBUG [M:0;6b87edf34edd:33949 {}] zookeeper.ZKUtil(347): master:33949-0x101597754ce0006, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Unable to get data of znode /0-665356756/master because node does not exist (not an error) 2024-11-20T18:18:13,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x101597754ce0006, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-665356756 2024-11-20T18:18:13,332 WARN [M:0;6b87edf34edd:33949 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T18:18:13,333 INFO [M:0;6b87edf34edd:33949 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/.lastflushedseqids 2024-11-20T18:18:13,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38697 is added to blk_1073741852_1028 (size=181) 2024-11-20T18:18:13,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33663-0x101597754ce0007, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:18:13,411 INFO [RS:0;6b87edf34edd:33663 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T18:18:13,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33663-0x101597754ce0007, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:18:13,411 INFO [RS:0;6b87edf34edd:33663 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b87edf34edd,33663,1732126683585; zookeeper connection closed. 2024-11-20T18:18:13,411 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@577108ba {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@577108ba 2024-11-20T18:18:13,411 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T18:18:13,741 INFO [M:0;6b87edf34edd:33949 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T18:18:13,741 INFO [M:0;6b87edf34edd:33949 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T18:18:13,741 DEBUG [M:0;6b87edf34edd:33949 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T18:18:13,741 INFO [M:0;6b87edf34edd:33949 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:18:13,741 DEBUG [M:0;6b87edf34edd:33949 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:18:13,741 DEBUG [M:0;6b87edf34edd:33949 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T18:18:13,741 DEBUG [M:0;6b87edf34edd:33949 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:18:13,741 INFO [M:0;6b87edf34edd:33949 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-20T18:18:13,758 DEBUG [M:0;6b87edf34edd:33949 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2a4430c10c284a91bb027f0954bbc8b7 is 82, key is hbase:meta,,1/info:regioninfo/1732126685220/Put/seqid=0 2024-11-20T18:18:13,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38697 is added to blk_1073741853_1029 (size=5680) 2024-11-20T18:18:14,163 INFO [M:0;6b87edf34edd:33949 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2a4430c10c284a91bb027f0954bbc8b7 2024-11-20T18:18:14,184 DEBUG [M:0;6b87edf34edd:33949 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6d3a7595f66d40a9b5dd46761e345690 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732126689463/Put/seqid=0 2024-11-20T18:18:14,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38697 is added to blk_1073741854_1030 (size=7319) 2024-11-20T18:18:14,577 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T18:18:14,590 INFO [M:0;6b87edf34edd:33949 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6d3a7595f66d40a9b5dd46761e345690 2024-11-20T18:18:14,610 DEBUG [M:0;6b87edf34edd:33949 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9103b370e05f4d6da34b7690dc9a6b13 is 69, key is 6b87edf34edd,33663,1732126683585/rs:state/1732126684677/Put/seqid=0 2024-11-20T18:18:14,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38697 is added to blk_1073741855_1031 (size=5371) 2024-11-20T18:18:14,933 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T18:18:14,952 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:18:15,016 INFO [M:0;6b87edf34edd:33949 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9103b370e05f4d6da34b7690dc9a6b13 2024-11-20T18:18:15,023 INFO [M:0;6b87edf34edd:33949 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9103b370e05f4d6da34b7690dc9a6b13 2024-11-20T18:18:15,024 DEBUG [M:0;6b87edf34edd:33949 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2a4430c10c284a91bb027f0954bbc8b7 as hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2a4430c10c284a91bb027f0954bbc8b7 2024-11-20T18:18:15,031 INFO [M:0;6b87edf34edd:33949 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2a4430c10c284a91bb027f0954bbc8b7, entries=8, sequenceid=172, filesize=5.5 K 2024-11-20T18:18:15,032 DEBUG [M:0;6b87edf34edd:33949 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6d3a7595f66d40a9b5dd46761e345690 as hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6d3a7595f66d40a9b5dd46761e345690 2024-11-20T18:18:15,040 INFO [M:0;6b87edf34edd:33949 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6d3a7595f66d40a9b5dd46761e345690, entries=7, sequenceid=172, filesize=7.1 K 2024-11-20T18:18:15,041 DEBUG [M:0;6b87edf34edd:33949 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9103b370e05f4d6da34b7690dc9a6b13 as hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9103b370e05f4d6da34b7690dc9a6b13 2024-11-20T18:18:15,048 INFO [M:0;6b87edf34edd:33949 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9103b370e05f4d6da34b7690dc9a6b13 2024-11-20T18:18:15,049 INFO [M:0;6b87edf34edd:33949 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41775/user/jenkins/test-data/6640c9c5-0540-7090-ce3f-0cee5a7994fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9103b370e05f4d6da34b7690dc9a6b13, entries=2, sequenceid=172, filesize=5.2 K 2024-11-20T18:18:15,050 INFO [M:0;6b87edf34edd:33949 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1309ms, sequenceid=172, compaction requested=false 2024-11-20T18:18:15,051 INFO [M:0;6b87edf34edd:33949 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:18:15,052 DEBUG [M:0;6b87edf34edd:33949 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732126693741Disabling compacts and flushes for region at 1732126693741Disabling writes for close at 1732126693741Obtaining lock to block concurrent updates at 1732126693741Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732126693741Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732126693742 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732126693742Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732126693743 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732126693757 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732126693757Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732126694169 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732126694184 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732126694184Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732126694595 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732126694610 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732126694610Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@465d527a: reopening flushed file at 1732126695023 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6db5362d: reopening flushed file at 1732126695031 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a785b52: reopening flushed file at 1732126695040 (+9 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1309ms, sequenceid=172, compaction requested=false at 1732126695050 (+10 ms)Writing region close event to WAL at 1732126695051 (+1 ms)Closed at 1732126695051 2024-11-20T18:18:15,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38697 is added to blk_1073741847_1023 (size=22949) 2024-11-20T18:18:15,056 INFO [M:0;6b87edf34edd:33949 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T18:18:15,056 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T18:18:15,056 INFO [M:0;6b87edf34edd:33949 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33949 2024-11-20T18:18:15,056 INFO [M:0;6b87edf34edd:33949 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T18:18:15,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x101597754ce0006, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:18:15,210 INFO [M:0;6b87edf34edd:33949 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T18:18:15,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x101597754ce0006, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:18:15,212 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T18:18:15,213 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T18:18:15,213 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T18:18:15,213 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T18:18:15,213 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9fb4a2f-a324-2796-8aab-fdb4d70aa956/hadoop.log.dir/,STOPPED} 2024-11-20T18:18:15,214 WARN [BP-682351923-172.17.0.3-1732126661676 heartbeating to localhost/127.0.0.1:41775 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T18:18:15,214 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T18:18:15,214 WARN [BP-682351923-172.17.0.3-1732126661676 heartbeating to localhost/127.0.0.1:41775 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-682351923-172.17.0.3-1732126661676 (Datanode Uuid 4b106a37-43a8-468e-b0fa-313430e08c17) service to localhost/127.0.0.1:41775 2024-11-20T18:18:15,214 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T18:18:15,215 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9fb4a2f-a324-2796-8aab-fdb4d70aa956/cluster_245b4d08-e16c-ffd0-e7dd-a5949a84eb29/data/data1/current/BP-682351923-172.17.0.3-1732126661676 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T18:18:15,215 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9fb4a2f-a324-2796-8aab-fdb4d70aa956/cluster_245b4d08-e16c-ffd0-e7dd-a5949a84eb29/data/data2/current/BP-682351923-172.17.0.3-1732126661676 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T18:18:15,215 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T18:18:15,220 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T18:18:15,221 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T18:18:15,221 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T18:18:15,221 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T18:18:15,221 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9fb4a2f-a324-2796-8aab-fdb4d70aa956/hadoop.log.dir/,STOPPED} 2024-11-20T18:18:15,228 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T18:18:15,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T18:18:15,250 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=108 (was 11) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:41775 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46505 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:41775 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:46505 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46505 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61958) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46505 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@44a7bbee java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41775 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/6b87edf34edd:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41775 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: master/6b87edf34edd:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61958) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6b87edf34edd:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46505 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41775 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/6b87edf34edd:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6b87edf34edd:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41775 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=354 (was 371), ProcessCount=11 (was 11), AvailableMemoryMB=4624 (was 4921) 2024-11-20T18:18:15,257 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=108, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=354, ProcessCount=11, AvailableMemoryMB=4623 2024-11-20T18:18:15,269 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-20T18:18:15,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd78a1a-feb1-38e1-54d5-ccab334f8ccf/hadoop.log.dir so I do NOT create it in target/test-data/922b6ca7-69f0-1430-6886-e59d39b04b4a 2024-11-20T18:18:15,270 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd78a1a-feb1-38e1-54d5-ccab334f8ccf/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T18:18:15,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd78a1a-feb1-38e1-54d5-ccab334f8ccf/hadoop.tmp.dir so I do NOT create it in target/test-data/922b6ca7-69f0-1430-6886-e59d39b04b4a 2024-11-20T18:18:15,270 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4dd78a1a-feb1-38e1-54d5-ccab334f8ccf/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T18:18:15,270 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b6ca7-69f0-1430-6886-e59d39b04b4a 2024-11-20T18:18:15,271 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b6ca7-69f0-1430-6886-e59d39b04b4a/cluster_f151d29a-f0fb-df4e-65d4-cfe245815878, deleteOnExit=true 2024-11-20T18:18:15,295 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b6ca7-69f0-1430-6886-e59d39b04b4a/cluster_f151d29a-f0fb-df4e-65d4-cfe245815878/zookeeper_0, clientPort=53224, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b6ca7-69f0-1430-6886-e59d39b04b4a/cluster_f151d29a-f0fb-df4e-65d4-cfe245815878/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b6ca7-69f0-1430-6886-e59d39b04b4a/cluster_f151d29a-f0fb-df4e-65d4-cfe245815878/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T18:18:15,296 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53224 2024-11-20T18:18:15,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T18:18:15,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T18:18:15,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b6ca7-69f0-1430-6886-e59d39b04b4a/test.cache.data in system properties and HBase conf 2024-11-20T18:18:15,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b6ca7-69f0-1430-6886-e59d39b04b4a/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T18:18:15,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b6ca7-69f0-1430-6886-e59d39b04b4a/hadoop.log.dir in system properties and HBase conf 2024-11-20T18:18:15,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b6ca7-69f0-1430-6886-e59d39b04b4a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T18:18:15,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b6ca7-69f0-1430-6886-e59d39b04b4a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T18:18:15,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T18:18:15,297 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T18:18:15,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b6ca7-69f0-1430-6886-e59d39b04b4a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T18:18:15,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b6ca7-69f0-1430-6886-e59d39b04b4a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T18:18:15,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b6ca7-69f0-1430-6886-e59d39b04b4a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T18:18:15,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b6ca7-69f0-1430-6886-e59d39b04b4a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T18:18:15,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b6ca7-69f0-1430-6886-e59d39b04b4a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T18:18:15,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b6ca7-69f0-1430-6886-e59d39b04b4a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T18:18:15,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b6ca7-69f0-1430-6886-e59d39b04b4a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T18:18:15,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b6ca7-69f0-1430-6886-e59d39b04b4a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T18:18:15,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b6ca7-69f0-1430-6886-e59d39b04b4a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T18:18:15,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b6ca7-69f0-1430-6886-e59d39b04b4a/nfs.dump.dir in system properties and HBase conf 2024-11-20T18:18:15,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b6ca7-69f0-1430-6886-e59d39b04b4a/java.io.tmpdir in system properties and HBase conf 2024-11-20T18:18:15,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b6ca7-69f0-1430-6886-e59d39b04b4a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T18:18:15,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b6ca7-69f0-1430-6886-e59d39b04b4a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T18:18:15,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b6ca7-69f0-1430-6886-e59d39b04b4a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T18:18:15,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101597754ce0005, quorum=127.0.0.1:61958, baseZNode=/1-1590548545 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T18:18:15,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101597754ce0002, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T18:18:15,325 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101597754ce0005, quorum=127.0.0.1:61958, baseZNode=/1-1590548545 Received Disconnected from ZooKeeper, ignoring 2024-11-20T18:18:15,325 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101597754ce0002, quorum=127.0.0.1:61958, baseZNode=/0-665356756 Received Disconnected from ZooKeeper, ignoring 2024-11-20T18:18:15,663 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:18:15,669 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T18:18:15,671 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T18:18:15,671 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T18:18:15,671 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T18:18:15,672 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:18:15,672 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44f7b8d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b6ca7-69f0-1430-6886-e59d39b04b4a/hadoop.log.dir/,AVAILABLE} 2024-11-20T18:18:15,673 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24580203{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T18:18:15,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T18:18:15,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T18:18:15,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T18:18:15,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T18:18:15,778 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4dc36a9a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b6ca7-69f0-1430-6886-e59d39b04b4a/java.io.tmpdir/jetty-localhost-45905-hadoop-hdfs-3_4_1-tests_jar-_-any-2680910552389294168/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T18:18:15,778 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3648de12{HTTP/1.1, (http/1.1)}{localhost:45905} 2024-11-20T18:18:15,778 INFO [Time-limited test {}] server.Server(415): Started @36119ms 2024-11-20T18:18:16,233 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:18:16,236 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T18:18:16,239 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T18:18:16,239 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T18:18:16,239 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T18:18:16,240 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d1cbcba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b6ca7-69f0-1430-6886-e59d39b04b4a/hadoop.log.dir/,AVAILABLE} 2024-11-20T18:18:16,240 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39cf0554{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T18:18:16,336 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d8272f9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b6ca7-69f0-1430-6886-e59d39b04b4a/java.io.tmpdir/jetty-localhost-33743-hadoop-hdfs-3_4_1-tests_jar-_-any-1514654472312812625/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T18:18:16,337 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5207c2ea{HTTP/1.1, (http/1.1)}{localhost:33743} 2024-11-20T18:18:16,337 INFO [Time-limited test {}] server.Server(415): Started @36677ms 2024-11-20T18:18:16,338 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T18:18:17,129 WARN [Thread-502 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b6ca7-69f0-1430-6886-e59d39b04b4a/cluster_f151d29a-f0fb-df4e-65d4-cfe245815878/data/data1/current/BP-404384361-172.17.0.3-1732126695329/current, will proceed with Du for space computation calculation, 2024-11-20T18:18:17,129 WARN [Thread-503 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b6ca7-69f0-1430-6886-e59d39b04b4a/cluster_f151d29a-f0fb-df4e-65d4-cfe245815878/data/data2/current/BP-404384361-172.17.0.3-1732126695329/current, will proceed with Du for space computation calculation, 2024-11-20T18:18:17,151 WARN [Thread-490 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T18:18:17,153 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2204be0e9a96b949 with lease ID 0x36ab75e80df24263: Processing first storage report for DS-73cf9f43-06a8-40bb-9643-cc1f46b485df from datanode DatanodeRegistration(127.0.0.1:36225, datanodeUuid=9331b6e7-8c14-42b7-97f8-cd1092aa07c2, infoPort=33399, infoSecurePort=0, ipcPort=42621, storageInfo=lv=-57;cid=testClusterID;nsid=805346064;c=1732126695329) 2024-11-20T18:18:17,154 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2204be0e9a96b949 with lease ID 0x36ab75e80df24263: from storage DS-73cf9f43-06a8-40bb-9643-cc1f46b485df node DatanodeRegistration(127.0.0.1:36225, datanodeUuid=9331b6e7-8c14-42b7-97f8-cd1092aa07c2, infoPort=33399, infoSecurePort=0, ipcPort=42621, storageInfo=lv=-57;cid=testClusterID;nsid=805346064;c=1732126695329), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T18:18:17,154 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2204be0e9a96b949 with lease ID 0x36ab75e80df24263: Processing first storage report for DS-c746f84c-2be3-4f3b-8d6e-42564bfffc7c from datanode DatanodeRegistration(127.0.0.1:36225, datanodeUuid=9331b6e7-8c14-42b7-97f8-cd1092aa07c2, infoPort=33399, infoSecurePort=0, ipcPort=42621, storageInfo=lv=-57;cid=testClusterID;nsid=805346064;c=1732126695329) 2024-11-20T18:18:17,154 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2204be0e9a96b949 with lease ID 0x36ab75e80df24263: from storage DS-c746f84c-2be3-4f3b-8d6e-42564bfffc7c node DatanodeRegistration(127.0.0.1:36225, datanodeUuid=9331b6e7-8c14-42b7-97f8-cd1092aa07c2, infoPort=33399, infoSecurePort=0, ipcPort=42621, storageInfo=lv=-57;cid=testClusterID;nsid=805346064;c=1732126695329), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T18:18:17,168 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b6ca7-69f0-1430-6886-e59d39b04b4a 2024-11-20T18:18:17,168 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:18:17,169 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:18:17,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741825_1001 (size=7) 2024-11-20T18:18:17,580 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79 with version=8 2024-11-20T18:18:17,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/hbase-staging 2024-11-20T18:18:17,582 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b87edf34edd:0 server-side Connection retries=45 2024-11-20T18:18:17,582 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:18:17,582 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T18:18:17,582 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T18:18:17,582 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:18:17,582 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T18:18:17,582 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T18:18:17,582 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T18:18:17,583 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41981 2024-11-20T18:18:17,584 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41981 connecting to ZooKeeper ensemble=127.0.0.1:53224 2024-11-20T18:18:17,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:419810x0, quorum=127.0.0.1:53224, baseZNode=/02012467418 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:18:17,679 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41981-0x1015977db280000 connected 2024-11-20T18:18:17,763 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:18:17,764 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:18:17,766 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41981-0x1015977db280000, quorum=127.0.0.1:53224, baseZNode=/02012467418 Set watcher on znode that does not yet exist, /02012467418/running 2024-11-20T18:18:17,766 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79, hbase.cluster.distributed=false 2024-11-20T18:18:17,768 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41981-0x1015977db280000, quorum=127.0.0.1:53224, baseZNode=/02012467418 Set watcher on znode that does not yet exist, /02012467418/acl 2024-11-20T18:18:17,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41981 2024-11-20T18:18:17,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41981 2024-11-20T18:18:17,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41981 2024-11-20T18:18:17,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41981 2024-11-20T18:18:17,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41981 2024-11-20T18:18:17,784 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b87edf34edd:0 server-side Connection retries=45 2024-11-20T18:18:17,784 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:18:17,784 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T18:18:17,784 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T18:18:17,784 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:18:17,784 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T18:18:17,784 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T18:18:17,785 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T18:18:17,785 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45973 2024-11-20T18:18:17,788 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45973 connecting to ZooKeeper ensemble=127.0.0.1:53224 2024-11-20T18:18:17,789 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:18:17,792 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:18:17,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:459730x0, quorum=127.0.0.1:53224, baseZNode=/02012467418 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:18:17,805 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45973-0x1015977db280001, quorum=127.0.0.1:53224, baseZNode=/02012467418 Set watcher on znode that does not yet exist, /02012467418/running 2024-11-20T18:18:17,805 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45973-0x1015977db280001 connected 2024-11-20T18:18:17,806 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T18:18:17,806 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T18:18:17,807 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45973-0x1015977db280001, quorum=127.0.0.1:53224, baseZNode=/02012467418 Set watcher on znode that does not yet exist, /02012467418/master 2024-11-20T18:18:17,809 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45973-0x1015977db280001, quorum=127.0.0.1:53224, baseZNode=/02012467418 Set watcher on znode that does not yet exist, /02012467418/acl 2024-11-20T18:18:17,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45973 2024-11-20T18:18:17,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45973 2024-11-20T18:18:17,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45973 2024-11-20T18:18:17,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45973 2024-11-20T18:18:17,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45973 2024-11-20T18:18:17,855 DEBUG [M:0;6b87edf34edd:41981 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b87edf34edd:41981 2024-11-20T18:18:17,856 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02012467418/backup-masters/6b87edf34edd,41981,1732126697581 2024-11-20T18:18:17,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45973-0x1015977db280001, quorum=127.0.0.1:53224, baseZNode=/02012467418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02012467418/backup-masters 2024-11-20T18:18:17,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1015977db280000, quorum=127.0.0.1:53224, baseZNode=/02012467418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02012467418/backup-masters 2024-11-20T18:18:17,868 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41981-0x1015977db280000, quorum=127.0.0.1:53224, baseZNode=/02012467418 Set watcher on existing znode=/02012467418/backup-masters/6b87edf34edd,41981,1732126697581 2024-11-20T18:18:17,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45973-0x1015977db280001, quorum=127.0.0.1:53224, baseZNode=/02012467418 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02012467418/master 2024-11-20T18:18:17,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1015977db280000, quorum=127.0.0.1:53224, baseZNode=/02012467418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02012467418 2024-11-20T18:18:17,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45973-0x1015977db280001, quorum=127.0.0.1:53224, baseZNode=/02012467418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02012467418 2024-11-20T18:18:17,879 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41981-0x1015977db280000, quorum=127.0.0.1:53224, baseZNode=/02012467418 Set watcher on existing znode=/02012467418/master 2024-11-20T18:18:17,879 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02012467418/backup-masters/6b87edf34edd,41981,1732126697581 from backup master directory 2024-11-20T18:18:17,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1015977db280000, quorum=127.0.0.1:53224, baseZNode=/02012467418 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02012467418/backup-masters/6b87edf34edd,41981,1732126697581 2024-11-20T18:18:17,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1015977db280000, quorum=127.0.0.1:53224, baseZNode=/02012467418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02012467418/backup-masters 2024-11-20T18:18:17,889 WARN [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T18:18:17,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45973-0x1015977db280001, quorum=127.0.0.1:53224, baseZNode=/02012467418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02012467418/backup-masters 2024-11-20T18:18:17,889 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b87edf34edd,41981,1732126697581 2024-11-20T18:18:17,893 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/hbase.id] with ID: b85c0c97-4fd0-4bc2-8311-bb2fbef9b709 2024-11-20T18:18:17,893 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/.tmp/hbase.id 2024-11-20T18:18:17,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741826_1002 (size=42) 2024-11-20T18:18:18,299 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/.tmp/hbase.id]:[hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/hbase.id] 2024-11-20T18:18:18,332 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:18:18,332 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T18:18:18,336 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-11-20T18:18:18,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45973-0x1015977db280001, quorum=127.0.0.1:53224, baseZNode=/02012467418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02012467418 2024-11-20T18:18:18,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1015977db280000, quorum=127.0.0.1:53224, baseZNode=/02012467418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02012467418 2024-11-20T18:18:18,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741827_1003 (size=196) 2024-11-20T18:18:18,393 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T18:18:18,394 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T18:18:18,394 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:18:18,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741828_1004 (size=1189) 2024-11-20T18:18:18,814 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/MasterData/data/master/store 2024-11-20T18:18:18,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741829_1005 (size=34) 2024-11-20T18:18:19,222 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:18:19,222 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T18:18:19,222 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:18:19,222 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:18:19,222 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T18:18:19,222 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:18:19,222 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:18:19,222 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732126699222Disabling compacts and flushes for region at 1732126699222Disabling writes for close at 1732126699222Writing region close event to WAL at 1732126699222Closed at 1732126699222 2024-11-20T18:18:19,223 WARN [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/MasterData/data/master/store/.initializing 2024-11-20T18:18:19,223 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/MasterData/WALs/6b87edf34edd,41981,1732126697581 2024-11-20T18:18:19,225 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T18:18:19,227 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b87edf34edd%2C41981%2C1732126697581, suffix=, logDir=hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/MasterData/WALs/6b87edf34edd,41981,1732126697581, archiveDir=hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/MasterData/oldWALs, maxLogs=10 2024-11-20T18:18:19,239 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/MasterData/WALs/6b87edf34edd,41981,1732126697581/6b87edf34edd%2C41981%2C1732126697581.1732126699227, exclude list is [], retry=0 2024-11-20T18:18:19,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36225,DS-73cf9f43-06a8-40bb-9643-cc1f46b485df,DISK] 2024-11-20T18:18:19,244 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/MasterData/WALs/6b87edf34edd,41981,1732126697581/6b87edf34edd%2C41981%2C1732126697581.1732126699227 2024-11-20T18:18:19,245 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33399:33399)] 2024-11-20T18:18:19,245 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:18:19,245 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:18:19,245 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:18:19,245 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:18:19,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:18:19,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T18:18:19,248 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:19,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:18:19,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:18:19,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T18:18:19,250 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:19,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:18:19,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:18:19,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T18:18:19,252 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:19,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:18:19,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:18:19,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T18:18:19,254 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:19,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:18:19,254 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:18:19,255 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:18:19,256 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:18:19,257 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:18:19,257 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:18:19,258 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:18:19,259 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:18:19,261 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:18:19,262 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74930937, jitterRate=0.11655797064304352}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:18:19,263 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732126699245Initializing all the Stores at 1732126699246 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126699246Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126699246Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126699246Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126699246Cleaning up temporary data from old regions at 1732126699257 (+11 ms)Region opened successfully at 1732126699263 (+6 ms) 2024-11-20T18:18:19,263 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T18:18:19,266 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@568c778e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b87edf34edd/172.17.0.3:0 2024-11-20T18:18:19,267 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T18:18:19,267 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T18:18:19,267 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T18:18:19,267 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T18:18:19,268 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T18:18:19,268 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T18:18:19,268 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T18:18:19,270 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T18:18:19,271 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41981-0x1015977db280000, quorum=127.0.0.1:53224, baseZNode=/02012467418 Unable to get data of znode /02012467418/balancer because node does not exist (not necessarily an error) 2024-11-20T18:18:19,345 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02012467418/balancer already deleted, retry=false 2024-11-20T18:18:19,346 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T18:18:19,347 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41981-0x1015977db280000, quorum=127.0.0.1:53224, baseZNode=/02012467418 Unable to get data of znode /02012467418/normalizer because node does not exist (not necessarily an error) 2024-11-20T18:18:19,378 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02012467418/normalizer already deleted, retry=false 2024-11-20T18:18:19,379 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T18:18:19,380 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41981-0x1015977db280000, quorum=127.0.0.1:53224, baseZNode=/02012467418 Unable to get data of znode /02012467418/switch/split because node does not exist (not necessarily an error) 2024-11-20T18:18:19,389 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02012467418/switch/split already deleted, retry=false 2024-11-20T18:18:19,390 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41981-0x1015977db280000, quorum=127.0.0.1:53224, baseZNode=/02012467418 Unable to get data of znode /02012467418/switch/merge because node does not exist (not necessarily an error) 2024-11-20T18:18:19,400 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02012467418/switch/merge already deleted, retry=false 2024-11-20T18:18:19,402 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41981-0x1015977db280000, quorum=127.0.0.1:53224, baseZNode=/02012467418 Unable to get data of znode /02012467418/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T18:18:19,410 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02012467418/snapshot-cleanup already deleted, retry=false 2024-11-20T18:18:19,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45973-0x1015977db280001, quorum=127.0.0.1:53224, baseZNode=/02012467418 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02012467418/running 2024-11-20T18:18:19,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1015977db280000, quorum=127.0.0.1:53224, baseZNode=/02012467418 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02012467418/running 2024-11-20T18:18:19,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1015977db280000, quorum=127.0.0.1:53224, baseZNode=/02012467418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02012467418 2024-11-20T18:18:19,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45973-0x1015977db280001, quorum=127.0.0.1:53224, baseZNode=/02012467418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02012467418 2024-11-20T18:18:19,421 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b87edf34edd,41981,1732126697581, sessionid=0x1015977db280000, setting cluster-up flag (Was=false) 2024-11-20T18:18:19,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45973-0x1015977db280001, quorum=127.0.0.1:53224, baseZNode=/02012467418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02012467418 2024-11-20T18:18:19,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1015977db280000, quorum=127.0.0.1:53224, baseZNode=/02012467418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02012467418 2024-11-20T18:18:19,474 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02012467418/flush-table-proc/acquired, /02012467418/flush-table-proc/reached, /02012467418/flush-table-proc/abort 2024-11-20T18:18:19,475 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b87edf34edd,41981,1732126697581 2024-11-20T18:18:19,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45973-0x1015977db280001, quorum=127.0.0.1:53224, baseZNode=/02012467418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02012467418 2024-11-20T18:18:19,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1015977db280000, quorum=127.0.0.1:53224, baseZNode=/02012467418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02012467418 2024-11-20T18:18:19,804 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02012467418/online-snapshot/acquired, /02012467418/online-snapshot/reached, /02012467418/online-snapshot/abort 2024-11-20T18:18:19,806 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b87edf34edd,41981,1732126697581 2024-11-20T18:18:19,807 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T18:18:19,809 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T18:18:19,809 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T18:18:19,810 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T18:18:19,810 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b87edf34edd,41981,1732126697581 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T18:18:19,811 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:18:19,812 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:18:19,812 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:18:19,812 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:18:19,812 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b87edf34edd:0, corePoolSize=10, maxPoolSize=10 2024-11-20T18:18:19,812 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:18:19,812 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b87edf34edd:0, corePoolSize=2, maxPoolSize=2 2024-11-20T18:18:19,812 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:18:19,813 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732126729813 2024-11-20T18:18:19,813 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T18:18:19,813 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T18:18:19,813 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T18:18:19,813 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T18:18:19,813 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T18:18:19,813 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T18:18:19,813 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:19,814 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T18:18:19,814 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T18:18:19,814 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:18:19,814 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T18:18:19,814 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T18:18:19,814 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T18:18:19,814 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T18:18:19,814 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T18:18:19,815 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732126699815,5,FailOnTimeoutGroup] 2024-11-20T18:18:19,815 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732126699815,5,FailOnTimeoutGroup] 2024-11-20T18:18:19,815 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:19,815 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T18:18:19,815 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:19,815 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:19,815 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:19,815 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T18:18:19,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741831_1007 (size=1321) 2024-11-20T18:18:19,844 INFO [RS:0;6b87edf34edd:45973 {}] regionserver.HRegionServer(746): ClusterId : b85c0c97-4fd0-4bc2-8311-bb2fbef9b709 2024-11-20T18:18:19,844 DEBUG [RS:0;6b87edf34edd:45973 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T18:18:19,853 DEBUG [RS:0;6b87edf34edd:45973 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T18:18:19,853 DEBUG [RS:0;6b87edf34edd:45973 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T18:18:19,864 DEBUG [RS:0;6b87edf34edd:45973 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T18:18:19,864 DEBUG [RS:0;6b87edf34edd:45973 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53ccb121, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b87edf34edd/172.17.0.3:0 2024-11-20T18:18:19,880 DEBUG [RS:0;6b87edf34edd:45973 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b87edf34edd:45973 2024-11-20T18:18:19,880 INFO [RS:0;6b87edf34edd:45973 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T18:18:19,880 INFO [RS:0;6b87edf34edd:45973 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T18:18:19,880 DEBUG [RS:0;6b87edf34edd:45973 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T18:18:19,881 INFO [RS:0;6b87edf34edd:45973 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b87edf34edd,41981,1732126697581 with port=45973, startcode=1732126697784 2024-11-20T18:18:19,881 DEBUG [RS:0;6b87edf34edd:45973 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T18:18:19,884 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46767, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T18:18:19,885 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41981 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b87edf34edd,45973,1732126697784 2024-11-20T18:18:19,885 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41981 {}] master.ServerManager(517): Registering regionserver=6b87edf34edd,45973,1732126697784 2024-11-20T18:18:19,887 DEBUG [RS:0;6b87edf34edd:45973 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79 2024-11-20T18:18:19,887 DEBUG [RS:0;6b87edf34edd:45973 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39617 2024-11-20T18:18:19,887 DEBUG [RS:0;6b87edf34edd:45973 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T18:18:19,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1015977db280000, quorum=127.0.0.1:53224, baseZNode=/02012467418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02012467418/rs 2024-11-20T18:18:19,900 DEBUG [RS:0;6b87edf34edd:45973 {}] zookeeper.ZKUtil(111): regionserver:45973-0x1015977db280001, quorum=127.0.0.1:53224, baseZNode=/02012467418 Set watcher on existing znode=/02012467418/rs/6b87edf34edd,45973,1732126697784 2024-11-20T18:18:19,900 WARN [RS:0;6b87edf34edd:45973 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T18:18:19,900 INFO [RS:0;6b87edf34edd:45973 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:18:19,900 DEBUG [RS:0;6b87edf34edd:45973 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/WALs/6b87edf34edd,45973,1732126697784 2024-11-20T18:18:19,902 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b87edf34edd,45973,1732126697784] 2024-11-20T18:18:19,907 INFO [RS:0;6b87edf34edd:45973 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T18:18:19,909 INFO [RS:0;6b87edf34edd:45973 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T18:18:19,912 INFO [RS:0;6b87edf34edd:45973 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T18:18:19,912 INFO [RS:0;6b87edf34edd:45973 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:19,913 INFO [RS:0;6b87edf34edd:45973 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T18:18:19,914 INFO [RS:0;6b87edf34edd:45973 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T18:18:19,914 INFO [RS:0;6b87edf34edd:45973 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:19,914 DEBUG [RS:0;6b87edf34edd:45973 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:18:19,914 DEBUG [RS:0;6b87edf34edd:45973 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:18:19,915 DEBUG [RS:0;6b87edf34edd:45973 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:18:19,915 DEBUG [RS:0;6b87edf34edd:45973 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:18:19,915 DEBUG [RS:0;6b87edf34edd:45973 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:18:19,915 DEBUG [RS:0;6b87edf34edd:45973 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b87edf34edd:0, corePoolSize=2, maxPoolSize=2 2024-11-20T18:18:19,915 DEBUG [RS:0;6b87edf34edd:45973 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:18:19,915 DEBUG [RS:0;6b87edf34edd:45973 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:18:19,915 DEBUG [RS:0;6b87edf34edd:45973 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:18:19,915 DEBUG [RS:0;6b87edf34edd:45973 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:18:19,915 DEBUG [RS:0;6b87edf34edd:45973 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:18:19,915 DEBUG [RS:0;6b87edf34edd:45973 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:18:19,915 DEBUG [RS:0;6b87edf34edd:45973 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b87edf34edd:0, corePoolSize=3, maxPoolSize=3 2024-11-20T18:18:19,915 DEBUG [RS:0;6b87edf34edd:45973 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b87edf34edd:0, corePoolSize=3, maxPoolSize=3 2024-11-20T18:18:19,923 INFO [RS:0;6b87edf34edd:45973 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:19,923 INFO [RS:0;6b87edf34edd:45973 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:19,923 INFO [RS:0;6b87edf34edd:45973 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:19,923 INFO [RS:0;6b87edf34edd:45973 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:19,923 INFO [RS:0;6b87edf34edd:45973 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:19,923 INFO [RS:0;6b87edf34edd:45973 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,45973,1732126697784-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T18:18:19,945 INFO [RS:0;6b87edf34edd:45973 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T18:18:19,946 INFO [RS:0;6b87edf34edd:45973 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,45973,1732126697784-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:19,946 INFO [RS:0;6b87edf34edd:45973 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:19,946 INFO [RS:0;6b87edf34edd:45973 {}] regionserver.Replication(171): 6b87edf34edd,45973,1732126697784 started 2024-11-20T18:18:19,969 INFO [RS:0;6b87edf34edd:45973 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:19,969 INFO [RS:0;6b87edf34edd:45973 {}] regionserver.HRegionServer(1482): Serving as 6b87edf34edd,45973,1732126697784, RpcServer on 6b87edf34edd/172.17.0.3:45973, sessionid=0x1015977db280001 2024-11-20T18:18:19,969 DEBUG [RS:0;6b87edf34edd:45973 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T18:18:19,970 DEBUG [RS:0;6b87edf34edd:45973 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b87edf34edd,45973,1732126697784 2024-11-20T18:18:19,970 DEBUG [RS:0;6b87edf34edd:45973 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b87edf34edd,45973,1732126697784' 2024-11-20T18:18:19,970 DEBUG [RS:0;6b87edf34edd:45973 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02012467418/flush-table-proc/abort' 2024-11-20T18:18:19,970 DEBUG [RS:0;6b87edf34edd:45973 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02012467418/flush-table-proc/acquired' 2024-11-20T18:18:19,971 DEBUG [RS:0;6b87edf34edd:45973 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T18:18:19,971 DEBUG [RS:0;6b87edf34edd:45973 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T18:18:19,971 DEBUG [RS:0;6b87edf34edd:45973 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b87edf34edd,45973,1732126697784 2024-11-20T18:18:19,971 DEBUG [RS:0;6b87edf34edd:45973 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b87edf34edd,45973,1732126697784' 2024-11-20T18:18:19,971 DEBUG [RS:0;6b87edf34edd:45973 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02012467418/online-snapshot/abort' 2024-11-20T18:18:19,972 DEBUG [RS:0;6b87edf34edd:45973 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02012467418/online-snapshot/acquired' 2024-11-20T18:18:19,972 DEBUG [RS:0;6b87edf34edd:45973 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T18:18:19,972 INFO [RS:0;6b87edf34edd:45973 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T18:18:19,972 INFO [RS:0;6b87edf34edd:45973 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T18:18:20,073 INFO [RS:0;6b87edf34edd:45973 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T18:18:20,075 INFO [RS:0;6b87edf34edd:45973 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b87edf34edd%2C45973%2C1732126697784, suffix=, logDir=hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/WALs/6b87edf34edd,45973,1732126697784, archiveDir=hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/oldWALs, maxLogs=10 2024-11-20T18:18:20,088 DEBUG [RS:0;6b87edf34edd:45973 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/WALs/6b87edf34edd,45973,1732126697784/6b87edf34edd%2C45973%2C1732126697784.1732126700075, exclude list is [], retry=0 2024-11-20T18:18:20,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36225,DS-73cf9f43-06a8-40bb-9643-cc1f46b485df,DISK] 2024-11-20T18:18:20,093 INFO [RS:0;6b87edf34edd:45973 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/WALs/6b87edf34edd,45973,1732126697784/6b87edf34edd%2C45973%2C1732126697784.1732126700075 2024-11-20T18:18:20,094 DEBUG [RS:0;6b87edf34edd:45973 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33399:33399)] 2024-11-20T18:18:20,227 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T18:18:20,228 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79 2024-11-20T18:18:20,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741833_1009 (size=32) 2024-11-20T18:18:20,635 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:18:20,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T18:18:20,637 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T18:18:20,637 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:20,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:18:20,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T18:18:20,639 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T18:18:20,640 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:20,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:18:20,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T18:18:20,642 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T18:18:20,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:20,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:18:20,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T18:18:20,644 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T18:18:20,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:20,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:18:20,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T18:18:20,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/data/hbase/meta/1588230740 2024-11-20T18:18:20,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/data/hbase/meta/1588230740 2024-11-20T18:18:20,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T18:18:20,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T18:18:20,648 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:18:20,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T18:18:20,651 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:18:20,652 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70947110, jitterRate=0.05719432234764099}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:18:20,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732126700635Initializing all the Stores at 1732126700636 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126700636Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126700636Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126700636Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126700636Cleaning up temporary data from old regions at 1732126700647 (+11 ms)Region opened successfully at 1732126700652 (+5 ms) 2024-11-20T18:18:20,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T18:18:20,653 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T18:18:20,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T18:18:20,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T18:18:20,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T18:18:20,653 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T18:18:20,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732126700653Disabling compacts and flushes for region at 1732126700653Disabling writes for close at 1732126700653Writing region close event to WAL at 1732126700653Closed at 1732126700653 2024-11-20T18:18:20,654 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:18:20,654 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T18:18:20,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T18:18:20,656 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T18:18:20,657 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T18:18:20,807 DEBUG [6b87edf34edd:41981 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T18:18:20,807 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b87edf34edd,45973,1732126697784 2024-11-20T18:18:20,809 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b87edf34edd,45973,1732126697784, state=OPENING 2024-11-20T18:18:20,947 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T18:18:20,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45973-0x1015977db280001, quorum=127.0.0.1:53224, baseZNode=/02012467418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02012467418 2024-11-20T18:18:20,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1015977db280000, quorum=127.0.0.1:53224, baseZNode=/02012467418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02012467418 2024-11-20T18:18:20,958 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T18:18:20,958 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02012467418/meta-region-server: CHANGED 2024-11-20T18:18:20,958 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02012467418/meta-region-server: CHANGED 2024-11-20T18:18:20,958 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b87edf34edd,45973,1732126697784}] 2024-11-20T18:18:21,111 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T18:18:21,113 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34933, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T18:18:21,117 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T18:18:21,117 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:18:21,117 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T18:18:21,119 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b87edf34edd%2C45973%2C1732126697784.meta, suffix=.meta, logDir=hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/WALs/6b87edf34edd,45973,1732126697784, archiveDir=hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/oldWALs, maxLogs=10 2024-11-20T18:18:21,131 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/WALs/6b87edf34edd,45973,1732126697784/6b87edf34edd%2C45973%2C1732126697784.meta.1732126701119.meta, exclude list is [], retry=0 2024-11-20T18:18:21,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36225,DS-73cf9f43-06a8-40bb-9643-cc1f46b485df,DISK] 2024-11-20T18:18:21,136 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/WALs/6b87edf34edd,45973,1732126697784/6b87edf34edd%2C45973%2C1732126697784.meta.1732126701119.meta 2024-11-20T18:18:21,136 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33399:33399)] 2024-11-20T18:18:21,136 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:18:21,137 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T18:18:21,137 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T18:18:21,137 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T18:18:21,137 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T18:18:21,137 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T18:18:21,137 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:18:21,137 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T18:18:21,137 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T18:18:21,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T18:18:21,140 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T18:18:21,140 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:21,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:18:21,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T18:18:21,142 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T18:18:21,142 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:21,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:18:21,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T18:18:21,143 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T18:18:21,143 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:21,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:18:21,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T18:18:21,145 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T18:18:21,145 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:21,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:18:21,145 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T18:18:21,146 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/data/hbase/meta/1588230740 2024-11-20T18:18:21,148 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/data/hbase/meta/1588230740 2024-11-20T18:18:21,149 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T18:18:21,149 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T18:18:21,150 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:18:21,151 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T18:18:21,152 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73407880, jitterRate=0.09386265277862549}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:18:21,152 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T18:18:21,153 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732126701138Writing region info on filesystem at 1732126701138Initializing all the Stores at 1732126701139 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126701139Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126701139Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126701139Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126701139Cleaning up temporary data from old regions at 1732126701149 (+10 ms)Running coprocessor post-open hooks at 1732126701152 (+3 ms)Region opened successfully at 1732126701153 (+1 ms) 2024-11-20T18:18:21,154 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732126701111 2024-11-20T18:18:21,156 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T18:18:21,156 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T18:18:21,157 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b87edf34edd,45973,1732126697784 2024-11-20T18:18:21,159 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b87edf34edd,45973,1732126697784, state=OPEN 2024-11-20T18:18:21,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1015977db280000, quorum=127.0.0.1:53224, baseZNode=/02012467418 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02012467418/meta-region-server 2024-11-20T18:18:21,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45973-0x1015977db280001, quorum=127.0.0.1:53224, baseZNode=/02012467418 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02012467418/meta-region-server 2024-11-20T18:18:21,203 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b87edf34edd,45973,1732126697784 2024-11-20T18:18:21,203 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02012467418/meta-region-server: CHANGED 2024-11-20T18:18:21,203 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02012467418/meta-region-server: CHANGED 2024-11-20T18:18:21,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T18:18:21,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b87edf34edd,45973,1732126697784 in 245 msec 2024-11-20T18:18:21,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T18:18:21,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 552 msec 2024-11-20T18:18:21,211 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:18:21,211 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T18:18:21,212 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:18:21,213 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,45973,1732126697784, seqNum=-1] 2024-11-20T18:18:21,213 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:18:21,215 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36633, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:18:21,222 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4120 sec 2024-11-20T18:18:21,222 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732126701222, completionTime=-1 2024-11-20T18:18:21,222 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T18:18:21,222 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T18:18:21,225 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T18:18:21,225 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732126761225 2024-11-20T18:18:21,225 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732126821225 2024-11-20T18:18:21,225 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T18:18:21,225 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,41981,1732126697581-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:21,226 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,41981,1732126697581-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:21,226 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,41981,1732126697581-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:21,226 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b87edf34edd:41981, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:21,226 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:21,226 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:21,228 DEBUG [master/6b87edf34edd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T18:18:21,231 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.342sec 2024-11-20T18:18:21,231 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T18:18:21,231 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T18:18:21,231 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T18:18:21,231 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T18:18:21,231 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T18:18:21,231 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,41981,1732126697581-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T18:18:21,231 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,41981,1732126697581-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T18:18:21,234 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T18:18:21,234 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T18:18:21,234 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,41981,1732126697581-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:21,243 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T18:18:21,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7596cb5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:18:21,245 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,41981,-1 for getting cluster id 2024-11-20T18:18:21,246 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:18:21,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:18:21,247 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b85c0c97-4fd0-4bc2-8311-bb2fbef9b709' 2024-11-20T18:18:21,248 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:18:21,248 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b85c0c97-4fd0-4bc2-8311-bb2fbef9b709" 2024-11-20T18:18:21,248 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@181bde6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:18:21,248 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,41981,-1] 2024-11-20T18:18:21,248 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:18:21,249 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:18:21,250 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:18:21,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fbdf180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:18:21,252 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:18:21,253 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,45973,1732126697784, seqNum=-1] 2024-11-20T18:18:21,254 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:18:21,255 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:18:21,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b87edf34edd,41981,1732126697581 2024-11-20T18:18:21,258 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53224 2024-11-20T18:18:21,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:18:21,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53224, baseZNode=/02012467418 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:18:21,328 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015977db280002 connected 2024-11-20T18:18:21,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b6ca7-69f0-1430-6886-e59d39b04b4a/hadoop.log.dir so I do NOT create it in target/test-data/33be9e2e-b24a-312f-7824-acbc0304de42 2024-11-20T18:18:21,393 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b6ca7-69f0-1430-6886-e59d39b04b4a/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T18:18:21,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b6ca7-69f0-1430-6886-e59d39b04b4a/hadoop.tmp.dir so I do NOT create it in target/test-data/33be9e2e-b24a-312f-7824-acbc0304de42 2024-11-20T18:18:21,393 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b6ca7-69f0-1430-6886-e59d39b04b4a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T18:18:21,393 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33be9e2e-b24a-312f-7824-acbc0304de42 2024-11-20T18:18:21,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T18:18:21,393 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33be9e2e-b24a-312f-7824-acbc0304de42/cluster_3236fe8f-fe3b-f8ec-84d8-8127a39c06b2, deleteOnExit=true 2024-11-20T18:18:21,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T18:18:21,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33be9e2e-b24a-312f-7824-acbc0304de42/test.cache.data in system properties and HBase conf 2024-11-20T18:18:21,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33be9e2e-b24a-312f-7824-acbc0304de42/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T18:18:21,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33be9e2e-b24a-312f-7824-acbc0304de42/hadoop.log.dir in system properties and HBase conf 2024-11-20T18:18:21,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33be9e2e-b24a-312f-7824-acbc0304de42/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T18:18:21,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33be9e2e-b24a-312f-7824-acbc0304de42/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T18:18:21,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T18:18:21,394 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T18:18:21,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33be9e2e-b24a-312f-7824-acbc0304de42/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T18:18:21,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33be9e2e-b24a-312f-7824-acbc0304de42/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T18:18:21,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33be9e2e-b24a-312f-7824-acbc0304de42/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T18:18:21,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33be9e2e-b24a-312f-7824-acbc0304de42/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T18:18:21,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33be9e2e-b24a-312f-7824-acbc0304de42/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T18:18:21,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33be9e2e-b24a-312f-7824-acbc0304de42/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T18:18:21,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33be9e2e-b24a-312f-7824-acbc0304de42/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T18:18:21,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33be9e2e-b24a-312f-7824-acbc0304de42/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T18:18:21,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33be9e2e-b24a-312f-7824-acbc0304de42/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T18:18:21,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33be9e2e-b24a-312f-7824-acbc0304de42/nfs.dump.dir in system properties and HBase conf 2024-11-20T18:18:21,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33be9e2e-b24a-312f-7824-acbc0304de42/java.io.tmpdir in system properties and HBase conf 2024-11-20T18:18:21,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33be9e2e-b24a-312f-7824-acbc0304de42/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T18:18:21,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33be9e2e-b24a-312f-7824-acbc0304de42/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T18:18:21,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33be9e2e-b24a-312f-7824-acbc0304de42/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T18:18:21,710 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:18:21,718 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T18:18:21,723 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T18:18:21,723 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T18:18:21,723 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T18:18:21,725 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:18:21,725 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6c2435{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33be9e2e-b24a-312f-7824-acbc0304de42/hadoop.log.dir/,AVAILABLE} 2024-11-20T18:18:21,726 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74b78d20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T18:18:21,835 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5bb1d533{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33be9e2e-b24a-312f-7824-acbc0304de42/java.io.tmpdir/jetty-localhost-37319-hadoop-hdfs-3_4_1-tests_jar-_-any-1680621040186592421/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T18:18:21,835 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c151648{HTTP/1.1, (http/1.1)}{localhost:37319} 2024-11-20T18:18:21,835 INFO [Time-limited test {}] server.Server(415): Started @42176ms 2024-11-20T18:18:22,122 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:18:22,125 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T18:18:22,129 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T18:18:22,130 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T18:18:22,130 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T18:18:22,131 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a36eb1f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33be9e2e-b24a-312f-7824-acbc0304de42/hadoop.log.dir/,AVAILABLE} 2024-11-20T18:18:22,131 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f02ef67{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T18:18:22,274 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30edecbf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33be9e2e-b24a-312f-7824-acbc0304de42/java.io.tmpdir/jetty-localhost-42919-hadoop-hdfs-3_4_1-tests_jar-_-any-11681035292352488465/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T18:18:22,275 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f094d36{HTTP/1.1, (http/1.1)}{localhost:42919} 2024-11-20T18:18:22,276 INFO [Time-limited test {}] server.Server(415): Started @42616ms 2024-11-20T18:18:22,278 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T18:18:23,059 WARN [Thread-624 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33be9e2e-b24a-312f-7824-acbc0304de42/cluster_3236fe8f-fe3b-f8ec-84d8-8127a39c06b2/data/data2/current/BP-1394850604-172.17.0.3-1732126701419/current, will proceed with Du for space computation calculation, 2024-11-20T18:18:23,059 WARN [Thread-623 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33be9e2e-b24a-312f-7824-acbc0304de42/cluster_3236fe8f-fe3b-f8ec-84d8-8127a39c06b2/data/data1/current/BP-1394850604-172.17.0.3-1732126701419/current, will proceed with Du for space computation calculation, 2024-11-20T18:18:23,107 WARN [Thread-611 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T18:18:23,112 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb2bd936232794860 with lease ID 0xda9aee9c8ccb8cb4: Processing first storage report for DS-c51979df-0b33-4922-bf50-342966ba46c7 from datanode DatanodeRegistration(127.0.0.1:37503, datanodeUuid=b55b844d-b96a-435a-a30b-0b481c2973bf, infoPort=44719, infoSecurePort=0, ipcPort=36113, storageInfo=lv=-57;cid=testClusterID;nsid=801844677;c=1732126701419) 2024-11-20T18:18:23,113 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb2bd936232794860 with lease ID 0xda9aee9c8ccb8cb4: from storage DS-c51979df-0b33-4922-bf50-342966ba46c7 node DatanodeRegistration(127.0.0.1:37503, datanodeUuid=b55b844d-b96a-435a-a30b-0b481c2973bf, infoPort=44719, infoSecurePort=0, ipcPort=36113, storageInfo=lv=-57;cid=testClusterID;nsid=801844677;c=1732126701419), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T18:18:23,113 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb2bd936232794860 with lease ID 0xda9aee9c8ccb8cb4: Processing first storage report for DS-49308a3b-6041-4d7f-b9e9-1dcf0bebaee2 from datanode DatanodeRegistration(127.0.0.1:37503, datanodeUuid=b55b844d-b96a-435a-a30b-0b481c2973bf, infoPort=44719, infoSecurePort=0, ipcPort=36113, storageInfo=lv=-57;cid=testClusterID;nsid=801844677;c=1732126701419) 2024-11-20T18:18:23,113 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb2bd936232794860 with lease ID 0xda9aee9c8ccb8cb4: from storage DS-49308a3b-6041-4d7f-b9e9-1dcf0bebaee2 node DatanodeRegistration(127.0.0.1:37503, datanodeUuid=b55b844d-b96a-435a-a30b-0b481c2973bf, infoPort=44719, infoSecurePort=0, ipcPort=36113, storageInfo=lv=-57;cid=testClusterID;nsid=801844677;c=1732126701419), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T18:18:23,137 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33be9e2e-b24a-312f-7824-acbc0304de42 2024-11-20T18:18:23,137 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:18:23,139 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:18:23,147 WARN [RS:0;6b87edf34edd:45973 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 6b87edf34edd,36499,1732126666163: status=Processing ServerCrashProcedure of 6b87edf34edd,36499,1732126666163 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732126684546, completionTime=-1 appears to have been leaked 2024-11-20T18:18:23,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37503 is added to blk_1073741825_1001 (size=7) 2024-11-20T18:18:23,166 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40637/user/jenkins/test-data/680798f6-c82d-26f3-ecbc-45b1d3db606d with version=8 2024-11-20T18:18:23,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40637/user/jenkins/test-data/680798f6-c82d-26f3-ecbc-45b1d3db606d/hbase-staging 2024-11-20T18:18:23,169 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b87edf34edd:0 server-side Connection retries=45 2024-11-20T18:18:23,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:18:23,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T18:18:23,169 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T18:18:23,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:18:23,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T18:18:23,170 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T18:18:23,170 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T18:18:23,171 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41005 2024-11-20T18:18:23,172 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41005 connecting to ZooKeeper ensemble=127.0.0.1:53224 2024-11-20T18:18:23,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:410050x0, quorum=127.0.0.1:53224, baseZNode=/1717421326 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:18:23,208 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41005-0x1015977db280003 connected 2024-11-20T18:18:23,299 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:18:23,301 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:18:23,304 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41005-0x1015977db280003, quorum=127.0.0.1:53224, baseZNode=/1717421326 Set watcher on znode that does not yet exist, /1717421326/running 2024-11-20T18:18:23,304 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40637/user/jenkins/test-data/680798f6-c82d-26f3-ecbc-45b1d3db606d, hbase.cluster.distributed=false 2024-11-20T18:18:23,306 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41005-0x1015977db280003, quorum=127.0.0.1:53224, baseZNode=/1717421326 Set watcher on znode that does not yet exist, /1717421326/acl 2024-11-20T18:18:23,306 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41005 2024-11-20T18:18:23,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41005 2024-11-20T18:18:23,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41005 2024-11-20T18:18:23,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41005 2024-11-20T18:18:23,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41005 2024-11-20T18:18:23,338 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b87edf34edd:0 server-side Connection retries=45 2024-11-20T18:18:23,339 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:18:23,339 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T18:18:23,339 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T18:18:23,339 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:18:23,339 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T18:18:23,339 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T18:18:23,339 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T18:18:23,340 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46581 2024-11-20T18:18:23,341 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46581 connecting to ZooKeeper ensemble=127.0.0.1:53224 2024-11-20T18:18:23,342 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:18:23,345 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:18:23,443 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:465810x0, quorum=127.0.0.1:53224, baseZNode=/1717421326 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:18:23,444 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:465810x0, quorum=127.0.0.1:53224, baseZNode=/1717421326 Set watcher on znode that does not yet exist, /1717421326/running 2024-11-20T18:18:23,444 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46581-0x1015977db280004 connected 2024-11-20T18:18:23,444 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T18:18:23,444 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T18:18:23,445 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46581-0x1015977db280004, quorum=127.0.0.1:53224, baseZNode=/1717421326 Set watcher on znode that does not yet exist, /1717421326/master 2024-11-20T18:18:23,446 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46581-0x1015977db280004, quorum=127.0.0.1:53224, baseZNode=/1717421326 Set watcher on znode that does not yet exist, /1717421326/acl 2024-11-20T18:18:23,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46581 2024-11-20T18:18:23,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46581 2024-11-20T18:18:23,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46581 2024-11-20T18:18:23,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46581 2024-11-20T18:18:23,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46581 2024-11-20T18:18:23,459 DEBUG [M:0;6b87edf34edd:41005 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b87edf34edd:41005 2024-11-20T18:18:23,460 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1717421326/backup-masters/6b87edf34edd,41005,1732126703169 2024-11-20T18:18:23,484 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46581-0x1015977db280004, quorum=127.0.0.1:53224, baseZNode=/1717421326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1717421326/backup-masters 2024-11-20T18:18:23,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41005-0x1015977db280003, quorum=127.0.0.1:53224, baseZNode=/1717421326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1717421326/backup-masters 2024-11-20T18:18:23,484 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41005-0x1015977db280003, quorum=127.0.0.1:53224, baseZNode=/1717421326 Set watcher on existing znode=/1717421326/backup-masters/6b87edf34edd,41005,1732126703169 2024-11-20T18:18:23,494 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46581-0x1015977db280004, quorum=127.0.0.1:53224, baseZNode=/1717421326 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1717421326/master 2024-11-20T18:18:23,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41005-0x1015977db280003, quorum=127.0.0.1:53224, baseZNode=/1717421326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1717421326 2024-11-20T18:18:23,494 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46581-0x1015977db280004, quorum=127.0.0.1:53224, baseZNode=/1717421326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1717421326 2024-11-20T18:18:23,495 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41005-0x1015977db280003, quorum=127.0.0.1:53224, baseZNode=/1717421326 Set watcher on existing znode=/1717421326/master 2024-11-20T18:18:23,495 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1717421326/backup-masters/6b87edf34edd,41005,1732126703169 from backup master directory 2024-11-20T18:18:23,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41005-0x1015977db280003, quorum=127.0.0.1:53224, baseZNode=/1717421326 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1717421326/backup-masters/6b87edf34edd,41005,1732126703169 2024-11-20T18:18:23,505 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46581-0x1015977db280004, quorum=127.0.0.1:53224, baseZNode=/1717421326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1717421326/backup-masters 2024-11-20T18:18:23,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41005-0x1015977db280003, quorum=127.0.0.1:53224, baseZNode=/1717421326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1717421326/backup-masters 2024-11-20T18:18:23,505 WARN [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T18:18:23,505 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b87edf34edd,41005,1732126703169 2024-11-20T18:18:23,511 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40637/user/jenkins/test-data/680798f6-c82d-26f3-ecbc-45b1d3db606d/hbase.id] with ID: 8df83453-3a99-4ef0-b52f-38584ec7fae3 2024-11-20T18:18:23,511 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40637/user/jenkins/test-data/680798f6-c82d-26f3-ecbc-45b1d3db606d/.tmp/hbase.id 2024-11-20T18:18:23,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37503 is added to blk_1073741826_1002 (size=42) 2024-11-20T18:18:23,919 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40637/user/jenkins/test-data/680798f6-c82d-26f3-ecbc-45b1d3db606d/.tmp/hbase.id]:[hdfs://localhost:40637/user/jenkins/test-data/680798f6-c82d-26f3-ecbc-45b1d3db606d/hbase.id] 2024-11-20T18:18:23,933 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:18:23,934 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T18:18:23,935 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T18:18:24,025 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46581-0x1015977db280004, quorum=127.0.0.1:53224, baseZNode=/1717421326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1717421326 2024-11-20T18:18:24,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41005-0x1015977db280003, quorum=127.0.0.1:53224, baseZNode=/1717421326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1717421326 2024-11-20T18:18:24,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37503 is added to blk_1073741827_1003 (size=196) 2024-11-20T18:18:24,035 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T18:18:24,036 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T18:18:24,037 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:18:24,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37503 is added to blk_1073741828_1004 (size=1189) 2024-11-20T18:18:24,452 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40637/user/jenkins/test-data/680798f6-c82d-26f3-ecbc-45b1d3db606d/MasterData/data/master/store 2024-11-20T18:18:24,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37503 is added to blk_1073741829_1005 (size=34) 2024-11-20T18:18:24,467 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:18:24,467 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T18:18:24,467 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:18:24,467 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:18:24,467 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T18:18:24,467 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:18:24,467 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:18:24,467 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732126704467Disabling compacts and flushes for region at 1732126704467Disabling writes for close at 1732126704467Writing region close event to WAL at 1732126704467Closed at 1732126704467 2024-11-20T18:18:24,473 WARN [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40637/user/jenkins/test-data/680798f6-c82d-26f3-ecbc-45b1d3db606d/MasterData/data/master/store/.initializing 2024-11-20T18:18:24,473 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40637/user/jenkins/test-data/680798f6-c82d-26f3-ecbc-45b1d3db606d/MasterData/WALs/6b87edf34edd,41005,1732126703169 2024-11-20T18:18:24,477 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T18:18:24,480 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b87edf34edd%2C41005%2C1732126703169, suffix=, logDir=hdfs://localhost:40637/user/jenkins/test-data/680798f6-c82d-26f3-ecbc-45b1d3db606d/MasterData/WALs/6b87edf34edd,41005,1732126703169, archiveDir=hdfs://localhost:40637/user/jenkins/test-data/680798f6-c82d-26f3-ecbc-45b1d3db606d/MasterData/oldWALs, maxLogs=10 2024-11-20T18:18:24,500 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/680798f6-c82d-26f3-ecbc-45b1d3db606d/MasterData/WALs/6b87edf34edd,41005,1732126703169/6b87edf34edd%2C41005%2C1732126703169.1732126704480, exclude list is [], retry=0 2024-11-20T18:18:24,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37503,DS-c51979df-0b33-4922-bf50-342966ba46c7,DISK] 2024-11-20T18:18:24,513 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/680798f6-c82d-26f3-ecbc-45b1d3db606d/MasterData/WALs/6b87edf34edd,41005,1732126703169/6b87edf34edd%2C41005%2C1732126703169.1732126704480 2024-11-20T18:18:24,516 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44719:44719)] 2024-11-20T18:18:24,516 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:18:24,516 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:18:24,516 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:18:24,516 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:18:24,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:18:24,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T18:18:24,521 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:24,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:18:24,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:18:24,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T18:18:24,524 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:24,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:18:24,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:18:24,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T18:18:24,527 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:24,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:18:24,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:18:24,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T18:18:24,541 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:24,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:18:24,542 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:18:24,543 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40637/user/jenkins/test-data/680798f6-c82d-26f3-ecbc-45b1d3db606d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:18:24,544 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40637/user/jenkins/test-data/680798f6-c82d-26f3-ecbc-45b1d3db606d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:18:24,548 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:18:24,548 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:18:24,549 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:18:24,554 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:18:24,558 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40637/user/jenkins/test-data/680798f6-c82d-26f3-ecbc-45b1d3db606d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:18:24,559 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63436415, jitterRate=-0.05472375452518463}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:18:24,559 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732126704517Initializing all the Stores at 1732126704519 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126704519Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126704519Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126704519Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126704519Cleaning up temporary data from old regions at 1732126704548 (+29 ms)Region opened successfully at 1732126704559 (+11 ms) 2024-11-20T18:18:24,559 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T18:18:24,563 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e905f11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b87edf34edd/172.17.0.3:0 2024-11-20T18:18:24,564 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T18:18:24,564 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T18:18:24,564 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T18:18:24,564 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T18:18:24,565 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T18:18:24,565 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T18:18:24,565 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T18:18:24,569 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T18:18:24,570 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41005-0x1015977db280003, quorum=127.0.0.1:53224, baseZNode=/1717421326 Unable to get data of znode /1717421326/balancer because node does not exist (not necessarily an error) 2024-11-20T18:18:24,636 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1717421326/balancer already deleted, retry=false 2024-11-20T18:18:24,637 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T18:18:24,638 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41005-0x1015977db280003, quorum=127.0.0.1:53224, baseZNode=/1717421326 Unable to get data of znode /1717421326/normalizer because node does not exist (not necessarily an error) 2024-11-20T18:18:24,720 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1717421326/normalizer already deleted, retry=false 2024-11-20T18:18:24,721 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T18:18:24,722 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41005-0x1015977db280003, quorum=127.0.0.1:53224, baseZNode=/1717421326 Unable to get data of znode /1717421326/switch/split because node does not exist (not necessarily an error) 2024-11-20T18:18:24,730 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1717421326/switch/split already deleted, retry=false 2024-11-20T18:18:24,732 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41005-0x1015977db280003, quorum=127.0.0.1:53224, baseZNode=/1717421326 Unable to get data of znode /1717421326/switch/merge because node does not exist (not necessarily an error) 2024-11-20T18:18:24,742 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1717421326/switch/merge already deleted, retry=false 2024-11-20T18:18:24,744 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41005-0x1015977db280003, quorum=127.0.0.1:53224, baseZNode=/1717421326 Unable to get data of znode /1717421326/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T18:18:24,751 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1717421326/snapshot-cleanup already deleted, retry=false 2024-11-20T18:18:24,762 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46581-0x1015977db280004, quorum=127.0.0.1:53224, baseZNode=/1717421326 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1717421326/running 2024-11-20T18:18:24,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41005-0x1015977db280003, quorum=127.0.0.1:53224, baseZNode=/1717421326 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1717421326/running 2024-11-20T18:18:24,762 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46581-0x1015977db280004, quorum=127.0.0.1:53224, baseZNode=/1717421326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1717421326 2024-11-20T18:18:24,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41005-0x1015977db280003, quorum=127.0.0.1:53224, baseZNode=/1717421326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1717421326 2024-11-20T18:18:24,763 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b87edf34edd,41005,1732126703169, sessionid=0x1015977db280003, setting cluster-up flag (Was=false) 2024-11-20T18:18:24,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41005-0x1015977db280003, quorum=127.0.0.1:53224, baseZNode=/1717421326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1717421326 2024-11-20T18:18:24,784 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46581-0x1015977db280004, quorum=127.0.0.1:53224, baseZNode=/1717421326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1717421326 2024-11-20T18:18:24,815 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1717421326/flush-table-proc/acquired, /1717421326/flush-table-proc/reached, /1717421326/flush-table-proc/abort 2024-11-20T18:18:24,816 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b87edf34edd,41005,1732126703169 2024-11-20T18:18:24,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41005-0x1015977db280003, quorum=127.0.0.1:53224, baseZNode=/1717421326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1717421326 2024-11-20T18:18:24,836 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46581-0x1015977db280004, quorum=127.0.0.1:53224, baseZNode=/1717421326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1717421326 2024-11-20T18:18:24,867 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1717421326/online-snapshot/acquired, /1717421326/online-snapshot/reached, /1717421326/online-snapshot/abort 2024-11-20T18:18:24,868 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b87edf34edd,41005,1732126703169 2024-11-20T18:18:24,870 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40637/user/jenkins/test-data/680798f6-c82d-26f3-ecbc-45b1d3db606d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T18:18:24,872 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T18:18:24,872 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T18:18:24,872 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T18:18:24,873 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b87edf34edd,41005,1732126703169 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T18:18:24,874 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:18:24,874 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:18:24,874 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:18:24,874 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:18:24,874 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b87edf34edd:0, corePoolSize=10, maxPoolSize=10 2024-11-20T18:18:24,875 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:18:24,875 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b87edf34edd:0, corePoolSize=2, maxPoolSize=2 2024-11-20T18:18:24,875 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:18:24,881 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:18:24,882 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T18:18:24,883 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:24,883 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T18:18:24,892 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732126734892 2024-11-20T18:18:24,892 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T18:18:24,892 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T18:18:24,893 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T18:18:24,893 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T18:18:24,893 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T18:18:24,893 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T18:18:24,895 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:24,899 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T18:18:24,899 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T18:18:24,899 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T18:18:24,899 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T18:18:24,900 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T18:18:24,900 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T18:18:24,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37503 is added to blk_1073741831_1007 (size=1321) 2024-11-20T18:18:24,902 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732126704900,5,FailOnTimeoutGroup] 2024-11-20T18:18:24,902 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732126704902,5,FailOnTimeoutGroup] 2024-11-20T18:18:24,902 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:24,903 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T18:18:24,903 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:24,903 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:24,953 INFO [RS:0;6b87edf34edd:46581 {}] regionserver.HRegionServer(746): ClusterId : 8df83453-3a99-4ef0-b52f-38584ec7fae3 2024-11-20T18:18:24,953 DEBUG [RS:0;6b87edf34edd:46581 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T18:18:24,963 DEBUG [RS:0;6b87edf34edd:46581 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T18:18:24,963 DEBUG [RS:0;6b87edf34edd:46581 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T18:18:24,973 DEBUG [RS:0;6b87edf34edd:46581 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T18:18:24,974 DEBUG [RS:0;6b87edf34edd:46581 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72a763ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b87edf34edd/172.17.0.3:0 2024-11-20T18:18:24,985 DEBUG [RS:0;6b87edf34edd:46581 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b87edf34edd:46581 2024-11-20T18:18:24,985 INFO [RS:0;6b87edf34edd:46581 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T18:18:24,985 INFO [RS:0;6b87edf34edd:46581 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T18:18:24,985 DEBUG [RS:0;6b87edf34edd:46581 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T18:18:24,986 INFO [RS:0;6b87edf34edd:46581 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b87edf34edd,41005,1732126703169 with port=46581, startcode=1732126703338 2024-11-20T18:18:24,986 DEBUG [RS:0;6b87edf34edd:46581 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T18:18:24,988 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42761, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T18:18:24,989 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41005 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b87edf34edd,46581,1732126703338 2024-11-20T18:18:24,989 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41005 {}] master.ServerManager(517): Registering regionserver=6b87edf34edd,46581,1732126703338 2024-11-20T18:18:24,991 DEBUG [RS:0;6b87edf34edd:46581 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40637/user/jenkins/test-data/680798f6-c82d-26f3-ecbc-45b1d3db606d 2024-11-20T18:18:24,991 DEBUG [RS:0;6b87edf34edd:46581 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40637 2024-11-20T18:18:24,991 DEBUG [RS:0;6b87edf34edd:46581 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T18:18:25,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41005-0x1015977db280003, quorum=127.0.0.1:53224, baseZNode=/1717421326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1717421326/rs 2024-11-20T18:18:25,004 DEBUG [RS:0;6b87edf34edd:46581 {}] zookeeper.ZKUtil(111): regionserver:46581-0x1015977db280004, quorum=127.0.0.1:53224, baseZNode=/1717421326 Set watcher on existing znode=/1717421326/rs/6b87edf34edd,46581,1732126703338 2024-11-20T18:18:25,004 WARN [RS:0;6b87edf34edd:46581 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T18:18:25,005 INFO [RS:0;6b87edf34edd:46581 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:18:25,005 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b87edf34edd,46581,1732126703338] 2024-11-20T18:18:25,005 DEBUG [RS:0;6b87edf34edd:46581 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40637/user/jenkins/test-data/680798f6-c82d-26f3-ecbc-45b1d3db606d/WALs/6b87edf34edd,46581,1732126703338 2024-11-20T18:18:25,009 INFO [RS:0;6b87edf34edd:46581 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T18:18:25,014 INFO [RS:0;6b87edf34edd:46581 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T18:18:25,015 INFO [RS:0;6b87edf34edd:46581 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T18:18:25,015 INFO [RS:0;6b87edf34edd:46581 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:25,015 INFO [RS:0;6b87edf34edd:46581 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T18:18:25,016 INFO [RS:0;6b87edf34edd:46581 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T18:18:25,016 INFO [RS:0;6b87edf34edd:46581 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:25,016 DEBUG [RS:0;6b87edf34edd:46581 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:18:25,016 DEBUG [RS:0;6b87edf34edd:46581 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:18:25,017 DEBUG [RS:0;6b87edf34edd:46581 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:18:25,017 DEBUG [RS:0;6b87edf34edd:46581 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:18:25,017 DEBUG [RS:0;6b87edf34edd:46581 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:18:25,017 DEBUG [RS:0;6b87edf34edd:46581 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b87edf34edd:0, corePoolSize=2, maxPoolSize=2 2024-11-20T18:18:25,017 DEBUG [RS:0;6b87edf34edd:46581 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:18:25,017 DEBUG [RS:0;6b87edf34edd:46581 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:18:25,017 DEBUG [RS:0;6b87edf34edd:46581 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:18:25,017 DEBUG [RS:0;6b87edf34edd:46581 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:18:25,017 DEBUG [RS:0;6b87edf34edd:46581 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:18:25,017 DEBUG [RS:0;6b87edf34edd:46581 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:18:25,017 DEBUG [RS:0;6b87edf34edd:46581 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b87edf34edd:0, corePoolSize=3, maxPoolSize=3 2024-11-20T18:18:25,017 DEBUG [RS:0;6b87edf34edd:46581 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b87edf34edd:0, corePoolSize=3, maxPoolSize=3 2024-11-20T18:18:25,024 INFO [RS:0;6b87edf34edd:46581 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:25,024 INFO [RS:0;6b87edf34edd:46581 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:25,024 INFO [RS:0;6b87edf34edd:46581 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:25,024 INFO [RS:0;6b87edf34edd:46581 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:25,024 INFO [RS:0;6b87edf34edd:46581 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:25,024 INFO [RS:0;6b87edf34edd:46581 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,46581,1732126703338-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T18:18:25,046 INFO [RS:0;6b87edf34edd:46581 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T18:18:25,046 INFO [RS:0;6b87edf34edd:46581 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,46581,1732126703338-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:25,047 INFO [RS:0;6b87edf34edd:46581 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:25,047 INFO [RS:0;6b87edf34edd:46581 {}] regionserver.Replication(171): 6b87edf34edd,46581,1732126703338 started 2024-11-20T18:18:25,067 INFO [RS:0;6b87edf34edd:46581 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:25,068 INFO [RS:0;6b87edf34edd:46581 {}] regionserver.HRegionServer(1482): Serving as 6b87edf34edd,46581,1732126703338, RpcServer on 6b87edf34edd/172.17.0.3:46581, sessionid=0x1015977db280004 2024-11-20T18:18:25,068 DEBUG [RS:0;6b87edf34edd:46581 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T18:18:25,068 DEBUG [RS:0;6b87edf34edd:46581 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b87edf34edd,46581,1732126703338 2024-11-20T18:18:25,068 DEBUG [RS:0;6b87edf34edd:46581 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b87edf34edd,46581,1732126703338' 2024-11-20T18:18:25,068 DEBUG [RS:0;6b87edf34edd:46581 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1717421326/flush-table-proc/abort' 2024-11-20T18:18:25,069 DEBUG [RS:0;6b87edf34edd:46581 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1717421326/flush-table-proc/acquired' 2024-11-20T18:18:25,069 DEBUG [RS:0;6b87edf34edd:46581 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T18:18:25,069 DEBUG [RS:0;6b87edf34edd:46581 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T18:18:25,069 DEBUG [RS:0;6b87edf34edd:46581 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b87edf34edd,46581,1732126703338 2024-11-20T18:18:25,069 DEBUG [RS:0;6b87edf34edd:46581 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b87edf34edd,46581,1732126703338' 2024-11-20T18:18:25,069 DEBUG [RS:0;6b87edf34edd:46581 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1717421326/online-snapshot/abort' 2024-11-20T18:18:25,069 DEBUG [RS:0;6b87edf34edd:46581 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1717421326/online-snapshot/acquired' 2024-11-20T18:18:25,070 DEBUG [RS:0;6b87edf34edd:46581 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T18:18:25,070 INFO [RS:0;6b87edf34edd:46581 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T18:18:25,070 INFO [RS:0;6b87edf34edd:46581 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T18:18:25,170 INFO [RS:0;6b87edf34edd:46581 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T18:18:25,172 INFO [RS:0;6b87edf34edd:46581 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b87edf34edd%2C46581%2C1732126703338, suffix=, logDir=hdfs://localhost:40637/user/jenkins/test-data/680798f6-c82d-26f3-ecbc-45b1d3db606d/WALs/6b87edf34edd,46581,1732126703338, archiveDir=hdfs://localhost:40637/user/jenkins/test-data/680798f6-c82d-26f3-ecbc-45b1d3db606d/oldWALs, maxLogs=10 2024-11-20T18:18:25,191 DEBUG [RS:0;6b87edf34edd:46581 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/680798f6-c82d-26f3-ecbc-45b1d3db606d/WALs/6b87edf34edd,46581,1732126703338/6b87edf34edd%2C46581%2C1732126703338.1732126705172, exclude list is [], retry=0 2024-11-20T18:18:25,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37503,DS-c51979df-0b33-4922-bf50-342966ba46c7,DISK] 2024-11-20T18:18:25,208 INFO [RS:0;6b87edf34edd:46581 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/680798f6-c82d-26f3-ecbc-45b1d3db606d/WALs/6b87edf34edd,46581,1732126703338/6b87edf34edd%2C46581%2C1732126703338.1732126705172 2024-11-20T18:18:25,212 DEBUG [RS:0;6b87edf34edd:46581 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44719:44719)] 2024-11-20T18:18:25,305 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40637/user/jenkins/test-data/680798f6-c82d-26f3-ecbc-45b1d3db606d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T18:18:25,306 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40637/user/jenkins/test-data/680798f6-c82d-26f3-ecbc-45b1d3db606d 2024-11-20T18:18:25,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37503 is added to blk_1073741833_1009 (size=32) 2024-11-20T18:18:25,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:18:25,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T18:18:25,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T18:18:25,726 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T18:18:25,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T18:18:25,727 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-20T18:18:25,727 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T18:18:25,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T18:18:25,727 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T18:18:25,727 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:25,728 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T18:18:25,728 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T18:18:25,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:18:25,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T18:18:25,730 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T18:18:25,730 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:25,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:18:25,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T18:18:25,733 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T18:18:25,733 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:25,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:18:25,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T18:18:25,735 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T18:18:25,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:25,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:18:25,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T18:18:25,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40637/user/jenkins/test-data/680798f6-c82d-26f3-ecbc-45b1d3db606d/data/hbase/meta/1588230740 2024-11-20T18:18:25,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40637/user/jenkins/test-data/680798f6-c82d-26f3-ecbc-45b1d3db606d/data/hbase/meta/1588230740 2024-11-20T18:18:25,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T18:18:25,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T18:18:25,740 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:18:25,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T18:18:25,745 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40637/user/jenkins/test-data/680798f6-c82d-26f3-ecbc-45b1d3db606d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:18:25,745 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62939879, jitterRate=-0.06212271749973297}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:18:25,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732126705724Initializing all the Stores at 1732126705725 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126705725Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126705726 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126705726Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126705726Cleaning up temporary data from old regions at 1732126705739 (+13 ms)Region opened successfully at 1732126705745 (+6 ms) 2024-11-20T18:18:25,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T18:18:25,746 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T18:18:25,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T18:18:25,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T18:18:25,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T18:18:25,749 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T18:18:25,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732126705746Disabling compacts and flushes for region at 1732126705746Disabling writes for close at 1732126705746Writing region close event to WAL at 1732126705749 (+3 ms)Closed at 1732126705749 2024-11-20T18:18:25,751 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:18:25,751 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T18:18:25,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T18:18:25,753 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T18:18:25,755 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T18:18:25,905 DEBUG [6b87edf34edd:41005 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T18:18:25,906 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b87edf34edd,46581,1732126703338 2024-11-20T18:18:25,907 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T18:18:25,908 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b87edf34edd,46581,1732126703338, state=OPENING 2024-11-20T18:18:25,950 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T18:18:25,968 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46581-0x1015977db280004, quorum=127.0.0.1:53224, baseZNode=/1717421326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1717421326 2024-11-20T18:18:25,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41005-0x1015977db280003, quorum=127.0.0.1:53224, baseZNode=/1717421326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1717421326 2024-11-20T18:18:25,969 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T18:18:25,969 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1717421326/meta-region-server: CHANGED 2024-11-20T18:18:25,969 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1717421326/meta-region-server: CHANGED 2024-11-20T18:18:25,969 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b87edf34edd,46581,1732126703338}] 2024-11-20T18:18:26,122 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T18:18:26,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57879, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T18:18:26,129 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T18:18:26,129 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:18:26,129 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T18:18:26,131 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b87edf34edd%2C46581%2C1732126703338.meta, suffix=.meta, logDir=hdfs://localhost:40637/user/jenkins/test-data/680798f6-c82d-26f3-ecbc-45b1d3db606d/WALs/6b87edf34edd,46581,1732126703338, archiveDir=hdfs://localhost:40637/user/jenkins/test-data/680798f6-c82d-26f3-ecbc-45b1d3db606d/oldWALs, maxLogs=10 2024-11-20T18:18:26,143 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/680798f6-c82d-26f3-ecbc-45b1d3db606d/WALs/6b87edf34edd,46581,1732126703338/6b87edf34edd%2C46581%2C1732126703338.meta.1732126706131.meta, exclude list is [], retry=0 2024-11-20T18:18:26,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37503,DS-c51979df-0b33-4922-bf50-342966ba46c7,DISK] 2024-11-20T18:18:26,148 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/680798f6-c82d-26f3-ecbc-45b1d3db606d/WALs/6b87edf34edd,46581,1732126703338/6b87edf34edd%2C46581%2C1732126703338.meta.1732126706131.meta 2024-11-20T18:18:26,148 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44719:44719)] 2024-11-20T18:18:26,149 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:18:26,149 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T18:18:26,149 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T18:18:26,149 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T18:18:26,149 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T18:18:26,150 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T18:18:26,150 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:18:26,150 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T18:18:26,150 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T18:18:26,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T18:18:26,154 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T18:18:26,154 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:26,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:18:26,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T18:18:26,155 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T18:18:26,155 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:26,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:18:26,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T18:18:26,157 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T18:18:26,157 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:26,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:18:26,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T18:18:26,159 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T18:18:26,159 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:26,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:18:26,159 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T18:18:26,160 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40637/user/jenkins/test-data/680798f6-c82d-26f3-ecbc-45b1d3db606d/data/hbase/meta/1588230740 2024-11-20T18:18:26,161 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40637/user/jenkins/test-data/680798f6-c82d-26f3-ecbc-45b1d3db606d/data/hbase/meta/1588230740 2024-11-20T18:18:26,163 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T18:18:26,163 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T18:18:26,164 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:18:26,166 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T18:18:26,166 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70725949, jitterRate=0.05389876663684845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:18:26,167 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T18:18:26,167 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732126706150Writing region info on filesystem at 1732126706150Initializing all the Stores at 1732126706152 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126706152Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126706152Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126706152Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126706152Cleaning up temporary data from old regions at 1732126706163 (+11 ms)Running coprocessor post-open hooks at 1732126706167 (+4 ms)Region opened successfully at 1732126706167 2024-11-20T18:18:26,168 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732126706121 2024-11-20T18:18:26,171 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T18:18:26,171 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T18:18:26,172 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b87edf34edd,46581,1732126703338 2024-11-20T18:18:26,174 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b87edf34edd,46581,1732126703338, state=OPEN 2024-11-20T18:18:26,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41005-0x1015977db280003, quorum=127.0.0.1:53224, baseZNode=/1717421326 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1717421326/meta-region-server 2024-11-20T18:18:26,183 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46581-0x1015977db280004, quorum=127.0.0.1:53224, baseZNode=/1717421326 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1717421326/meta-region-server 2024-11-20T18:18:26,183 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b87edf34edd,46581,1732126703338 2024-11-20T18:18:26,183 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1717421326/meta-region-server: CHANGED 2024-11-20T18:18:26,183 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1717421326/meta-region-server: CHANGED 2024-11-20T18:18:26,187 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T18:18:26,187 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b87edf34edd,46581,1732126703338 in 214 msec 2024-11-20T18:18:26,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T18:18:26,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 436 msec 2024-11-20T18:18:26,192 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:18:26,192 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T18:18:26,194 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:18:26,194 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,46581,1732126703338, seqNum=-1] 2024-11-20T18:18:26,194 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:18:26,196 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42241, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:18:26,204 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3310 sec 2024-11-20T18:18:26,204 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732126706204, completionTime=-1 2024-11-20T18:18:26,204 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T18:18:26,204 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T18:18:26,207 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T18:18:26,207 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732126766207 2024-11-20T18:18:26,207 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732126826207 2024-11-20T18:18:26,207 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T18:18:26,207 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,41005,1732126703169-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:26,207 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,41005,1732126703169-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:26,207 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,41005,1732126703169-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:26,207 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b87edf34edd:41005, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:26,208 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:26,209 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:26,210 DEBUG [master/6b87edf34edd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T18:18:26,215 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.709sec 2024-11-20T18:18:26,215 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T18:18:26,215 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T18:18:26,215 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T18:18:26,215 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T18:18:26,215 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T18:18:26,215 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,41005,1732126703169-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T18:18:26,215 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,41005,1732126703169-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T18:18:26,218 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T18:18:26,218 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T18:18:26,218 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,41005,1732126703169-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:26,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@686c496d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:18:26,254 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,41005,-1 for getting cluster id 2024-11-20T18:18:26,254 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:18:26,256 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8df83453-3a99-4ef0-b52f-38584ec7fae3' 2024-11-20T18:18:26,256 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:18:26,256 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8df83453-3a99-4ef0-b52f-38584ec7fae3" 2024-11-20T18:18:26,257 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@196d02fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:18:26,257 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,41005,-1] 2024-11-20T18:18:26,257 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:18:26,257 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:18:26,259 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:18:26,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@601344d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:18:26,260 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:18:26,262 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,46581,1732126703338, seqNum=-1] 2024-11-20T18:18:26,262 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:18:26,263 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:18:26,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b87edf34edd,41005,1732126703169 2024-11-20T18:18:26,267 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53224 2024-11-20T18:18:26,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53224, baseZNode=/1717421326 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:18:26,278 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015977db280005 connected 2024-11-20T18:18:26,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fecc9af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:18:26,291 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,41981,-1 for getting cluster id 2024-11-20T18:18:26,291 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:18:26,292 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b85c0c97-4fd0-4bc2-8311-bb2fbef9b709' 2024-11-20T18:18:26,292 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:18:26,292 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b85c0c97-4fd0-4bc2-8311-bb2fbef9b709" 2024-11-20T18:18:26,293 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13453c83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:18:26,293 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,41981,-1] 2024-11-20T18:18:26,293 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:18:26,293 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:18:26,295 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:18:26,295 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b0d9b15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:18:26,296 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:18:26,298 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,41981,1732126697581 2024-11-20T18:18:26,298 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@693002ac 2024-11-20T18:18:26,298 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:18:26,301 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:18:26,301 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6b87edf34edd:41005,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T18:18:26,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T18:18:26,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:18:26,305 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b87edf34edd:41005' 2024-11-20T18:18:26,308 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40565085, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:18:26,309 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,41005,-1 for getting cluster id 2024-11-20T18:18:26,309 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:18:26,310 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8df83453-3a99-4ef0-b52f-38584ec7fae3' 2024-11-20T18:18:26,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:18:26,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8df83453-3a99-4ef0-b52f-38584ec7fae3" 2024-11-20T18:18:26,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37f0aae1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:18:26,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,41005,-1] 2024-11-20T18:18:26,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:18:26,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:18:26,312 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:18:26,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@218775a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:18:26,314 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:18:26,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,41005,1732126703169 2024-11-20T18:18:26,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37cae4a3 2024-11-20T18:18:26,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:18:26,318 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:18:26,319 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-20T18:18:26,319 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T18:18:26,319 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:18:26,319 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:18:26,319 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:18:26,320 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T18:18:26,321 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T18:18:26,323 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T18:18:26,324 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:26,329 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T18:18:26,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741835_1011 (size=1138) 2024-11-20T18:18:26,372 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T18:18:26,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:18:26,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:18:26,640 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T18:18:26,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:18:26,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:18:26,749 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f85b21fd712ff8eb9670c5e19eb570cb, NAME => 'hbase:replication,,1732126706320.f85b21fd712ff8eb9670c5e19eb570cb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79 2024-11-20T18:18:26,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741836_1012 (size=44) 2024-11-20T18:18:26,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:18:27,160 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732126706320.f85b21fd712ff8eb9670c5e19eb570cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:18:27,160 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f85b21fd712ff8eb9670c5e19eb570cb, disabling compactions & flushes 2024-11-20T18:18:27,160 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732126706320.f85b21fd712ff8eb9670c5e19eb570cb. 2024-11-20T18:18:27,160 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732126706320.f85b21fd712ff8eb9670c5e19eb570cb. 2024-11-20T18:18:27,160 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732126706320.f85b21fd712ff8eb9670c5e19eb570cb. after waiting 0 ms 2024-11-20T18:18:27,160 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732126706320.f85b21fd712ff8eb9670c5e19eb570cb. 2024-11-20T18:18:27,160 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732126706320.f85b21fd712ff8eb9670c5e19eb570cb. 2024-11-20T18:18:27,160 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f85b21fd712ff8eb9670c5e19eb570cb: Waiting for close lock at 1732126707160Disabling compacts and flushes for region at 1732126707160Disabling writes for close at 1732126707160Writing region close event to WAL at 1732126707160Closed at 1732126707160 2024-11-20T18:18:27,162 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T18:18:27,162 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732126706320.f85b21fd712ff8eb9670c5e19eb570cb.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732126707162"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732126707162"}]},"ts":"1732126707162"} 2024-11-20T18:18:27,165 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T18:18:27,166 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T18:18:27,166 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126707166"}]},"ts":"1732126707166"} 2024-11-20T18:18:27,169 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T18:18:27,169 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f85b21fd712ff8eb9670c5e19eb570cb, ASSIGN}] 2024-11-20T18:18:27,170 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f85b21fd712ff8eb9670c5e19eb570cb, ASSIGN 2024-11-20T18:18:27,171 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f85b21fd712ff8eb9670c5e19eb570cb, ASSIGN; state=OFFLINE, location=6b87edf34edd,45973,1732126697784; forceNewPlan=false, retain=false 2024-11-20T18:18:27,322 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f85b21fd712ff8eb9670c5e19eb570cb, regionState=OPENING, regionLocation=6b87edf34edd,45973,1732126697784 2024-11-20T18:18:27,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f85b21fd712ff8eb9670c5e19eb570cb, ASSIGN because future has completed 2024-11-20T18:18:27,325 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f85b21fd712ff8eb9670c5e19eb570cb, server=6b87edf34edd,45973,1732126697784}] 2024-11-20T18:18:27,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:18:27,483 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732126706320.f85b21fd712ff8eb9670c5e19eb570cb. 2024-11-20T18:18:27,483 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:18:27,483 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T18:18:27,485 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b87edf34edd%2C45973%2C1732126697784.rep, suffix=, logDir=hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/WALs/6b87edf34edd,45973,1732126697784, archiveDir=hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/oldWALs, maxLogs=10 2024-11-20T18:18:27,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/WALs/6b87edf34edd,45973,1732126697784/6b87edf34edd%2C45973%2C1732126697784.rep.1732126707485, exclude list is [], retry=0 2024-11-20T18:18:27,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36225,DS-73cf9f43-06a8-40bb-9643-cc1f46b485df,DISK] 2024-11-20T18:18:27,509 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/WALs/6b87edf34edd,45973,1732126697784/6b87edf34edd%2C45973%2C1732126697784.rep.1732126707485 2024-11-20T18:18:27,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33399:33399)] 2024-11-20T18:18:27,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => f85b21fd712ff8eb9670c5e19eb570cb, NAME => 'hbase:replication,,1732126706320.f85b21fd712ff8eb9670c5e19eb570cb.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:18:27,510 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T18:18:27,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T18:18:27,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732126706320.f85b21fd712ff8eb9670c5e19eb570cb. service=MultiRowMutationService 2024-11-20T18:18:27,510 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T18:18:27,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f85b21fd712ff8eb9670c5e19eb570cb 2024-11-20T18:18:27,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732126706320.f85b21fd712ff8eb9670c5e19eb570cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:18:27,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for f85b21fd712ff8eb9670c5e19eb570cb 2024-11-20T18:18:27,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for f85b21fd712ff8eb9670c5e19eb570cb 2024-11-20T18:18:27,512 INFO [StoreOpener-f85b21fd712ff8eb9670c5e19eb570cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f85b21fd712ff8eb9670c5e19eb570cb 2024-11-20T18:18:27,513 INFO [StoreOpener-f85b21fd712ff8eb9670c5e19eb570cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f85b21fd712ff8eb9670c5e19eb570cb columnFamilyName hfileref 2024-11-20T18:18:27,513 DEBUG [StoreOpener-f85b21fd712ff8eb9670c5e19eb570cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:27,514 INFO [StoreOpener-f85b21fd712ff8eb9670c5e19eb570cb-1 {}] regionserver.HStore(327): Store=f85b21fd712ff8eb9670c5e19eb570cb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:18:27,514 INFO [StoreOpener-f85b21fd712ff8eb9670c5e19eb570cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f85b21fd712ff8eb9670c5e19eb570cb 2024-11-20T18:18:27,516 INFO [StoreOpener-f85b21fd712ff8eb9670c5e19eb570cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f85b21fd712ff8eb9670c5e19eb570cb columnFamilyName queue 2024-11-20T18:18:27,516 DEBUG [StoreOpener-f85b21fd712ff8eb9670c5e19eb570cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:27,516 INFO [StoreOpener-f85b21fd712ff8eb9670c5e19eb570cb-1 {}] regionserver.HStore(327): Store=f85b21fd712ff8eb9670c5e19eb570cb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:18:27,516 INFO [StoreOpener-f85b21fd712ff8eb9670c5e19eb570cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f85b21fd712ff8eb9670c5e19eb570cb 2024-11-20T18:18:27,518 INFO [StoreOpener-f85b21fd712ff8eb9670c5e19eb570cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f85b21fd712ff8eb9670c5e19eb570cb columnFamilyName sid 2024-11-20T18:18:27,518 DEBUG [StoreOpener-f85b21fd712ff8eb9670c5e19eb570cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:27,519 INFO [StoreOpener-f85b21fd712ff8eb9670c5e19eb570cb-1 {}] regionserver.HStore(327): Store=f85b21fd712ff8eb9670c5e19eb570cb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:18:27,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for f85b21fd712ff8eb9670c5e19eb570cb 2024-11-20T18:18:27,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/data/hbase/replication/f85b21fd712ff8eb9670c5e19eb570cb 2024-11-20T18:18:27,520 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/data/hbase/replication/f85b21fd712ff8eb9670c5e19eb570cb 2024-11-20T18:18:27,520 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for f85b21fd712ff8eb9670c5e19eb570cb 2024-11-20T18:18:27,520 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for f85b21fd712ff8eb9670c5e19eb570cb 2024-11-20T18:18:27,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T18:18:27,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for f85b21fd712ff8eb9670c5e19eb570cb 2024-11-20T18:18:27,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/data/hbase/replication/f85b21fd712ff8eb9670c5e19eb570cb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:18:27,525 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened f85b21fd712ff8eb9670c5e19eb570cb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67383520, jitterRate=0.004092693328857422}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T18:18:27,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f85b21fd712ff8eb9670c5e19eb570cb 2024-11-20T18:18:27,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for f85b21fd712ff8eb9670c5e19eb570cb: Running coprocessor pre-open hook at 1732126707510Writing region info on filesystem at 1732126707510Initializing all the Stores at 1732126707511 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126707511Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126707512 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126707512Cleaning up temporary data from old regions at 1732126707520 (+8 ms)Running coprocessor post-open hooks at 1732126707525 (+5 ms)Region opened successfully at 1732126707526 (+1 ms) 2024-11-20T18:18:27,527 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732126706320.f85b21fd712ff8eb9670c5e19eb570cb., pid=7, masterSystemTime=1732126707478 2024-11-20T18:18:27,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732126706320.f85b21fd712ff8eb9670c5e19eb570cb. 2024-11-20T18:18:27,529 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732126706320.f85b21fd712ff8eb9670c5e19eb570cb. 2024-11-20T18:18:27,530 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f85b21fd712ff8eb9670c5e19eb570cb, regionState=OPEN, openSeqNum=2, regionLocation=6b87edf34edd,45973,1732126697784 2024-11-20T18:18:27,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f85b21fd712ff8eb9670c5e19eb570cb, server=6b87edf34edd,45973,1732126697784 because future has completed 2024-11-20T18:18:27,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-20T18:18:27,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure f85b21fd712ff8eb9670c5e19eb570cb, server=6b87edf34edd,45973,1732126697784 in 210 msec 2024-11-20T18:18:27,547 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T18:18:27,547 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f85b21fd712ff8eb9670c5e19eb570cb, ASSIGN in 372 msec 2024-11-20T18:18:27,548 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T18:18:27,548 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126707548"}]},"ts":"1732126707548"} 2024-11-20T18:18:27,550 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T18:18:27,551 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T18:18:27,554 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2310 sec 2024-11-20T18:18:27,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732126706320.f85b21fd712ff8eb9670c5e19eb570cb., hostname=6b87edf34edd,45973,1732126697784, seqNum=2] 2024-11-20T18:18:27,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1015977db280000, quorum=127.0.0.1:53224, baseZNode=/02012467418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02012467418 2024-11-20T18:18:27,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45973-0x1015977db280001, quorum=127.0.0.1:53224, baseZNode=/02012467418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02012467418 2024-11-20T18:18:27,627 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T18:18:27,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45973 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-20T18:18:27,780 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T18:18:27,821 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-6b87edf34edd,45973,1732126697784, ReplicationSource: 1, currentBandwidth=0 2024-11-20T18:18:27,822 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:18:27,823 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,45973,1732126697784, seqNum=-1] 2024-11-20T18:18:27,823 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:18:27,824 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54463, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-20T18:18:27,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6b87edf34edd,45973,1732126697784', locateType=CURRENT is [region=hbase:replication,,1732126706320.f85b21fd712ff8eb9670c5e19eb570cb., hostname=6b87edf34edd,45973,1732126697784, seqNum=2] 2024-11-20T18:18:27,830 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-20T18:18:27,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-20T18:18:27,839 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6b87edf34edd,45973,1732126697784 suceeded 2024-11-20T18:18:27,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-20T18:18:27,845 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6b87edf34edd:41005,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T18:18:27,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 214 msec 2024-11-20T18:18:27,847 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5440 sec 2024-11-20T18:18:27,851 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45973,1732126697784 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b87edf34edd:41005' 2024-11-20T18:18:27,852 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45973,1732126697784 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a1e780e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:18:27,852 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45973,1732126697784 {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,41005,-1 for getting cluster id 2024-11-20T18:18:27,853 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45973,1732126697784 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:18:27,853 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8df83453-3a99-4ef0-b52f-38584ec7fae3' 2024-11-20T18:18:27,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:18:27,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8df83453-3a99-4ef0-b52f-38584ec7fae3" 2024-11-20T18:18:27,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63744cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:18:27,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,41005,-1] 2024-11-20T18:18:27,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:18:27,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:18:27,855 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:18:27,856 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45973,1732126697784 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7785a82a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:18:27,856 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45973,1732126697784 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:18:27,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,41005,1732126703169 2024-11-20T18:18:27,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54e6961c 2024-11-20T18:18:27,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:18:27,858 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-20T18:18:27,859 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45973,1732126697784 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6b87edf34edd,45973,1732126697784 (queues=1) is replicating from cluster=b85c0c97-4fd0-4bc2-8311-bb2fbef9b709 to cluster=8df83453-3a99-4ef0-b52f-38584ec7fae3 2024-11-20T18:18:27,859 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45973,1732126697784 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6b87edf34edd%2C45973%2C1732126697784 2024-11-20T18:18:27,859 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45973,1732126697784 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6b87edf34edd,45973,1732126697784, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T18:18:27,860 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45973,1732126697784.replicationSource.wal-reader.6b87edf34edd%2C45973%2C1732126697784,1-6b87edf34edd,45973,1732126697784 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/WALs/6b87edf34edd,45973,1732126697784/6b87edf34edd%2C45973%2C1732126697784.1732126700075, startPosition=0, beingWritten=true 2024-11-20T18:18:27,862 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45973,1732126697784.replicationSource.shipper6b87edf34edd%2C45973%2C1732126697784,1-6b87edf34edd,45973,1732126697784 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b87edf34edd%2C45973%2C1732126697784 2024-11-20T18:18:28,069 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45973,1732126697784.replicationSource.wal-reader.6b87edf34edd%2C45973%2C1732126697784,1-6b87edf34edd,45973,1732126697784 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/WALs/6b87edf34edd,45973,1732126697784/6b87edf34edd%2C45973%2C1732126697784.1732126700075 to pos 0, reset compression=false 2024-11-20T18:18:28,380 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45973,1732126697784.replicationSource.wal-reader.6b87edf34edd%2C45973%2C1732126697784,1-6b87edf34edd,45973,1732126697784 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/WALs/6b87edf34edd,45973,1732126697784/6b87edf34edd%2C45973%2C1732126697784.1732126700075 to pos 0, reset compression=false 2024-11-20T18:18:28,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:18:28,449 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T18:18:28,449 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:18:28,450 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:18:28,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:18:28,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:18:28,450 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:18:28,450 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:18:28,451 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,41981,1732126697581 2024-11-20T18:18:28,451 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e759b71 2024-11-20T18:18:28,451 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:18:28,452 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:18:28,452 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41981 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-20T18:18:28,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T18:18:28,452 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:18:28,452 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:18:28,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:18:28,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:18:28,453 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:18:28,453 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T18:18:28,453 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2055026187, stopped=false 2024-11-20T18:18:28,453 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b87edf34edd,41005,1732126703169 2024-11-20T18:18:28,543 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46581-0x1015977db280004, quorum=127.0.0.1:53224, baseZNode=/1717421326 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1717421326/running 2024-11-20T18:18:28,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41005-0x1015977db280003, quorum=127.0.0.1:53224, baseZNode=/1717421326 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1717421326/running 2024-11-20T18:18:28,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41005-0x1015977db280003, quorum=127.0.0.1:53224, baseZNode=/1717421326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1717421326 2024-11-20T18:18:28,543 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46581-0x1015977db280004, quorum=127.0.0.1:53224, baseZNode=/1717421326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1717421326 2024-11-20T18:18:28,543 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T18:18:28,543 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:18:28,543 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:18:28,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:18:28,544 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46581-0x1015977db280004, quorum=127.0.0.1:53224, baseZNode=/1717421326 Set watcher on znode that does not yet exist, /1717421326/running 2024-11-20T18:18:28,544 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41005-0x1015977db280003, quorum=127.0.0.1:53224, baseZNode=/1717421326 Set watcher on znode that does not yet exist, /1717421326/running 2024-11-20T18:18:28,544 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b87edf34edd,46581,1732126703338' ***** 2024-11-20T18:18:28,544 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T18:18:28,544 INFO [RS:0;6b87edf34edd:46581 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T18:18:28,544 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T18:18:28,544 INFO [RS:0;6b87edf34edd:46581 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T18:18:28,544 INFO [RS:0;6b87edf34edd:46581 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T18:18:28,544 INFO [RS:0;6b87edf34edd:46581 {}] regionserver.HRegionServer(959): stopping server 6b87edf34edd,46581,1732126703338 2024-11-20T18:18:28,544 INFO [RS:0;6b87edf34edd:46581 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T18:18:28,544 INFO [RS:0;6b87edf34edd:46581 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b87edf34edd:46581. 2024-11-20T18:18:28,544 DEBUG [RS:0;6b87edf34edd:46581 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:18:28,544 DEBUG [RS:0;6b87edf34edd:46581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:18:28,545 INFO [RS:0;6b87edf34edd:46581 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T18:18:28,545 INFO [RS:0;6b87edf34edd:46581 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T18:18:28,545 INFO [RS:0;6b87edf34edd:46581 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T18:18:28,545 INFO [RS:0;6b87edf34edd:46581 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T18:18:28,545 INFO [RS:0;6b87edf34edd:46581 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T18:18:28,545 DEBUG [RS:0;6b87edf34edd:46581 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T18:18:28,545 DEBUG [RS:0;6b87edf34edd:46581 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T18:18:28,545 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T18:18:28,545 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T18:18:28,545 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T18:18:28,545 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T18:18:28,545 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T18:18:28,545 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-20T18:18:28,565 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40637/user/jenkins/test-data/680798f6-c82d-26f3-ecbc-45b1d3db606d/data/hbase/meta/1588230740/.tmp/ns/9090b4df9a6647edbc422a7649d08920 is 43, key is default/ns:d/1732126706197/Put/seqid=0 2024-11-20T18:18:28,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37503 is added to blk_1073741835_1011 (size=5153) 2024-11-20T18:18:28,628 INFO [regionserver/6b87edf34edd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T18:18:28,745 DEBUG [RS:0;6b87edf34edd:46581 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T18:18:28,785 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45973,1732126697784.replicationSource.wal-reader.6b87edf34edd%2C45973%2C1732126697784,1-6b87edf34edd,45973,1732126697784 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/WALs/6b87edf34edd,45973,1732126697784/6b87edf34edd%2C45973%2C1732126697784.1732126700075 to pos 0, reset compression=false 2024-11-20T18:18:28,945 DEBUG [RS:0;6b87edf34edd:46581 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T18:18:28,971 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40637/user/jenkins/test-data/680798f6-c82d-26f3-ecbc-45b1d3db606d/data/hbase/meta/1588230740/.tmp/ns/9090b4df9a6647edbc422a7649d08920 2024-11-20T18:18:28,977 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40637/user/jenkins/test-data/680798f6-c82d-26f3-ecbc-45b1d3db606d/data/hbase/meta/1588230740/.tmp/ns/9090b4df9a6647edbc422a7649d08920 as hdfs://localhost:40637/user/jenkins/test-data/680798f6-c82d-26f3-ecbc-45b1d3db606d/data/hbase/meta/1588230740/ns/9090b4df9a6647edbc422a7649d08920 2024-11-20T18:18:28,983 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40637/user/jenkins/test-data/680798f6-c82d-26f3-ecbc-45b1d3db606d/data/hbase/meta/1588230740/ns/9090b4df9a6647edbc422a7649d08920, entries=2, sequenceid=6, filesize=5.0 K 2024-11-20T18:18:28,984 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 439ms, sequenceid=6, compaction requested=false 2024-11-20T18:18:28,999 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40637/user/jenkins/test-data/680798f6-c82d-26f3-ecbc-45b1d3db606d/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T18:18:29,000 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T18:18:29,001 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T18:18:29,001 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T18:18:29,001 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732126708545Running coprocessor pre-close hooks at 1732126708545Disabling compacts and flushes for region at 1732126708545Disabling writes for close at 1732126708545Obtaining lock to block concurrent updates at 1732126708545Preparing flush snapshotting stores in 1588230740 at 1732126708545Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732126708546 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732126708547 (+1 ms)Flushing 1588230740/ns: creating writer at 1732126708547Flushing 1588230740/ns: appending metadata at 1732126708565 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732126708565Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c2b4e43: reopening flushed file at 1732126708976 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 439ms, sequenceid=6, compaction requested=false at 1732126708984 (+8 ms)Writing region close event to WAL at 1732126708985 (+1 ms)Running coprocessor post-close hooks at 1732126709000 (+15 ms)Closed at 1732126709001 (+1 ms) 2024-11-20T18:18:29,001 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T18:18:29,072 INFO [regionserver/6b87edf34edd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T18:18:29,072 INFO [regionserver/6b87edf34edd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T18:18:29,146 INFO [RS:0;6b87edf34edd:46581 {}] regionserver.HRegionServer(976): stopping server 6b87edf34edd,46581,1732126703338; all regions closed. 2024-11-20T18:18:29,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37503 is added to blk_1073741834_1010 (size=1152) 2024-11-20T18:18:29,150 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/680798f6-c82d-26f3-ecbc-45b1d3db606d/WALs/6b87edf34edd,46581,1732126703338/6b87edf34edd%2C46581%2C1732126703338.meta.1732126706131.meta not finished, retry = 0 2024-11-20T18:18:29,252 DEBUG [RS:0;6b87edf34edd:46581 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/680798f6-c82d-26f3-ecbc-45b1d3db606d/oldWALs 2024-11-20T18:18:29,252 INFO [RS:0;6b87edf34edd:46581 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b87edf34edd%2C46581%2C1732126703338.meta:.meta(num 1732126706131) 2024-11-20T18:18:29,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37503 is added to blk_1073741832_1008 (size=93) 2024-11-20T18:18:29,256 DEBUG [RS:0;6b87edf34edd:46581 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/680798f6-c82d-26f3-ecbc-45b1d3db606d/oldWALs 2024-11-20T18:18:29,257 INFO [RS:0;6b87edf34edd:46581 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b87edf34edd%2C46581%2C1732126703338:(num 1732126705172) 2024-11-20T18:18:29,257 DEBUG [RS:0;6b87edf34edd:46581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:18:29,257 INFO [RS:0;6b87edf34edd:46581 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T18:18:29,257 INFO [RS:0;6b87edf34edd:46581 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T18:18:29,257 INFO [RS:0;6b87edf34edd:46581 {}] hbase.ChoreService(370): Chore service for: regionserver/6b87edf34edd:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T18:18:29,257 INFO [RS:0;6b87edf34edd:46581 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T18:18:29,257 INFO [regionserver/6b87edf34edd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T18:18:29,257 INFO [RS:0;6b87edf34edd:46581 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46581 2024-11-20T18:18:29,267 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46581-0x1015977db280004, quorum=127.0.0.1:53224, baseZNode=/1717421326 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1717421326/rs/6b87edf34edd,46581,1732126703338 2024-11-20T18:18:29,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41005-0x1015977db280003, quorum=127.0.0.1:53224, baseZNode=/1717421326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1717421326/rs 2024-11-20T18:18:29,267 INFO [RS:0;6b87edf34edd:46581 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T18:18:29,277 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b87edf34edd,46581,1732126703338] 2024-11-20T18:18:29,288 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1717421326/draining/6b87edf34edd,46581,1732126703338 already deleted, retry=false 2024-11-20T18:18:29,288 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b87edf34edd,46581,1732126703338 expired; onlineServers=0 2024-11-20T18:18:29,288 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b87edf34edd,41005,1732126703169' ***** 2024-11-20T18:18:29,288 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T18:18:29,288 INFO [M:0;6b87edf34edd:41005 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T18:18:29,288 INFO [M:0;6b87edf34edd:41005 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T18:18:29,288 DEBUG [M:0;6b87edf34edd:41005 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T18:18:29,288 DEBUG [M:0;6b87edf34edd:41005 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T18:18:29,288 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T18:18:29,288 DEBUG [master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732126704900 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732126704900,5,FailOnTimeoutGroup] 2024-11-20T18:18:29,289 DEBUG [master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732126704902 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732126704902,5,FailOnTimeoutGroup] 2024-11-20T18:18:29,289 INFO [M:0;6b87edf34edd:41005 {}] hbase.ChoreService(370): Chore service for: master/6b87edf34edd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T18:18:29,289 INFO [M:0;6b87edf34edd:41005 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T18:18:29,289 DEBUG [M:0;6b87edf34edd:41005 {}] master.HMaster(1795): Stopping service threads 2024-11-20T18:18:29,289 INFO [M:0;6b87edf34edd:41005 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T18:18:29,289 INFO [M:0;6b87edf34edd:41005 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T18:18:29,289 INFO [M:0;6b87edf34edd:41005 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T18:18:29,289 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T18:18:29,290 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45973,1732126697784.replicationSource.wal-reader.6b87edf34edd%2C45973%2C1732126697784,1-6b87edf34edd,45973,1732126697784 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/WALs/6b87edf34edd,45973,1732126697784/6b87edf34edd%2C45973%2C1732126697784.1732126700075 to pos 0, reset compression=false 2024-11-20T18:18:29,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41005-0x1015977db280003, quorum=127.0.0.1:53224, baseZNode=/1717421326 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1717421326/master 2024-11-20T18:18:29,299 DEBUG [M:0;6b87edf34edd:41005 {}] zookeeper.ZKUtil(347): master:41005-0x1015977db280003, quorum=127.0.0.1:53224, baseZNode=/1717421326 Unable to get data of znode /1717421326/master because node does not exist (not an error) 2024-11-20T18:18:29,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41005-0x1015977db280003, quorum=127.0.0.1:53224, baseZNode=/1717421326 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1717421326 2024-11-20T18:18:29,299 WARN [M:0;6b87edf34edd:41005 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T18:18:29,299 INFO [M:0;6b87edf34edd:41005 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40637/user/jenkins/test-data/680798f6-c82d-26f3-ecbc-45b1d3db606d/.lastflushedseqids 2024-11-20T18:18:29,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37503 is added to blk_1073741836_1012 (size=99) 2024-11-20T18:18:29,378 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46581-0x1015977db280004, quorum=127.0.0.1:53224, baseZNode=/1717421326 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:18:29,378 INFO [RS:0;6b87edf34edd:46581 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T18:18:29,378 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46581-0x1015977db280004, quorum=127.0.0.1:53224, baseZNode=/1717421326 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:18:29,378 INFO [RS:0;6b87edf34edd:46581 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b87edf34edd,46581,1732126703338; zookeeper connection closed. 2024-11-20T18:18:29,378 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@68cf1af7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@68cf1af7 2024-11-20T18:18:29,378 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T18:18:29,708 INFO [M:0;6b87edf34edd:41005 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T18:18:29,708 INFO [M:0;6b87edf34edd:41005 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T18:18:29,709 DEBUG [M:0;6b87edf34edd:41005 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T18:18:29,709 INFO [M:0;6b87edf34edd:41005 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:18:29,709 DEBUG [M:0;6b87edf34edd:41005 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:18:29,709 DEBUG [M:0;6b87edf34edd:41005 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T18:18:29,709 DEBUG [M:0;6b87edf34edd:41005 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:18:29,709 INFO [M:0;6b87edf34edd:41005 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-20T18:18:29,725 DEBUG [M:0;6b87edf34edd:41005 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40637/user/jenkins/test-data/680798f6-c82d-26f3-ecbc-45b1d3db606d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8a60cdf1513b41feb4ab93440f31613a is 82, key is hbase:meta,,1/info:regioninfo/1732126706172/Put/seqid=0 2024-11-20T18:18:29,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37503 is added to blk_1073741837_1013 (size=5672) 2024-11-20T18:18:29,895 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45973,1732126697784.replicationSource.wal-reader.6b87edf34edd%2C45973%2C1732126697784,1-6b87edf34edd,45973,1732126697784 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/WALs/6b87edf34edd,45973,1732126697784/6b87edf34edd%2C45973%2C1732126697784.1732126700075 to pos 0, reset compression=false 2024-11-20T18:18:30,130 INFO [M:0;6b87edf34edd:41005 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40637/user/jenkins/test-data/680798f6-c82d-26f3-ecbc-45b1d3db606d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8a60cdf1513b41feb4ab93440f31613a 2024-11-20T18:18:30,151 DEBUG [M:0;6b87edf34edd:41005 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40637/user/jenkins/test-data/680798f6-c82d-26f3-ecbc-45b1d3db606d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b2e7af3c54ca4125be9e09d6ceff5d3e is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732126706203/Put/seqid=0 2024-11-20T18:18:30,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37503 is added to blk_1073741838_1014 (size=5275) 2024-11-20T18:18:30,556 INFO [M:0;6b87edf34edd:41005 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40637/user/jenkins/test-data/680798f6-c82d-26f3-ecbc-45b1d3db606d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b2e7af3c54ca4125be9e09d6ceff5d3e 2024-11-20T18:18:30,583 DEBUG [M:0;6b87edf34edd:41005 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40637/user/jenkins/test-data/680798f6-c82d-26f3-ecbc-45b1d3db606d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/05cb65341fea4d5cacd6f26e499581ff is 69, key is 6b87edf34edd,46581,1732126703338/rs:state/1732126704989/Put/seqid=0 2024-11-20T18:18:30,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37503 is added to blk_1073741839_1015 (size=5156) 2024-11-20T18:18:30,597 INFO [M:0;6b87edf34edd:41005 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40637/user/jenkins/test-data/680798f6-c82d-26f3-ecbc-45b1d3db606d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/05cb65341fea4d5cacd6f26e499581ff 2024-11-20T18:18:30,600 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45973,1732126697784.replicationSource.wal-reader.6b87edf34edd%2C45973%2C1732126697784,1-6b87edf34edd,45973,1732126697784 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/WALs/6b87edf34edd,45973,1732126697784/6b87edf34edd%2C45973%2C1732126697784.1732126700075 to pos 0, reset compression=false 2024-11-20T18:18:30,607 DEBUG [M:0;6b87edf34edd:41005 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40637/user/jenkins/test-data/680798f6-c82d-26f3-ecbc-45b1d3db606d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8a60cdf1513b41feb4ab93440f31613a as hdfs://localhost:40637/user/jenkins/test-data/680798f6-c82d-26f3-ecbc-45b1d3db606d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8a60cdf1513b41feb4ab93440f31613a 2024-11-20T18:18:30,618 INFO [M:0;6b87edf34edd:41005 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40637/user/jenkins/test-data/680798f6-c82d-26f3-ecbc-45b1d3db606d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8a60cdf1513b41feb4ab93440f31613a, entries=8, sequenceid=28, filesize=5.5 K 2024-11-20T18:18:30,619 DEBUG [M:0;6b87edf34edd:41005 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40637/user/jenkins/test-data/680798f6-c82d-26f3-ecbc-45b1d3db606d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b2e7af3c54ca4125be9e09d6ceff5d3e as hdfs://localhost:40637/user/jenkins/test-data/680798f6-c82d-26f3-ecbc-45b1d3db606d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b2e7af3c54ca4125be9e09d6ceff5d3e 2024-11-20T18:18:30,625 INFO [M:0;6b87edf34edd:41005 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40637/user/jenkins/test-data/680798f6-c82d-26f3-ecbc-45b1d3db606d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b2e7af3c54ca4125be9e09d6ceff5d3e, entries=3, sequenceid=28, filesize=5.2 K 2024-11-20T18:18:30,626 DEBUG [M:0;6b87edf34edd:41005 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40637/user/jenkins/test-data/680798f6-c82d-26f3-ecbc-45b1d3db606d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/05cb65341fea4d5cacd6f26e499581ff as hdfs://localhost:40637/user/jenkins/test-data/680798f6-c82d-26f3-ecbc-45b1d3db606d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/05cb65341fea4d5cacd6f26e499581ff 2024-11-20T18:18:30,633 INFO [M:0;6b87edf34edd:41005 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40637/user/jenkins/test-data/680798f6-c82d-26f3-ecbc-45b1d3db606d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/05cb65341fea4d5cacd6f26e499581ff, entries=1, sequenceid=28, filesize=5.0 K 2024-11-20T18:18:30,634 INFO [M:0;6b87edf34edd:41005 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 925ms, sequenceid=28, compaction requested=false 2024-11-20T18:18:30,636 INFO [M:0;6b87edf34edd:41005 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:18:30,636 DEBUG [M:0;6b87edf34edd:41005 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732126709709Disabling compacts and flushes for region at 1732126709709Disabling writes for close at 1732126709709Obtaining lock to block concurrent updates at 1732126709709Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732126709709Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732126709709Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732126709710 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732126709710Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732126709724 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732126709725 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732126710136 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732126710150 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732126710150Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732126710562 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732126710582 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732126710582Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dc89d1c: reopening flushed file at 1732126710605 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f75d7aa: reopening flushed file at 1732126710618 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35b97106: reopening flushed file at 1732126710625 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 925ms, sequenceid=28, compaction requested=false at 1732126710634 (+9 ms)Writing region close event to WAL at 1732126710636 (+2 ms)Closed at 1732126710636 2024-11-20T18:18:30,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37503 is added to blk_1073741830_1006 (size=10165) 2024-11-20T18:18:30,642 INFO [M:0;6b87edf34edd:41005 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T18:18:30,642 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T18:18:30,642 INFO [M:0;6b87edf34edd:41005 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41005 2024-11-20T18:18:30,642 INFO [M:0;6b87edf34edd:41005 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T18:18:30,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41005-0x1015977db280003, quorum=127.0.0.1:53224, baseZNode=/1717421326 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:18:30,752 INFO [M:0;6b87edf34edd:41005 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T18:18:30,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41005-0x1015977db280003, quorum=127.0.0.1:53224, baseZNode=/1717421326 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:18:30,812 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30edecbf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T18:18:30,813 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3f094d36{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T18:18:30,813 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T18:18:30,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f02ef67{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T18:18:30,814 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a36eb1f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33be9e2e-b24a-312f-7824-acbc0304de42/hadoop.log.dir/,STOPPED} 2024-11-20T18:18:30,828 WARN [BP-1394850604-172.17.0.3-1732126701419 heartbeating to localhost/127.0.0.1:40637 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T18:18:30,828 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T18:18:30,828 WARN [BP-1394850604-172.17.0.3-1732126701419 heartbeating to localhost/127.0.0.1:40637 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1394850604-172.17.0.3-1732126701419 (Datanode Uuid b55b844d-b96a-435a-a30b-0b481c2973bf) service to localhost/127.0.0.1:40637 2024-11-20T18:18:30,828 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T18:18:30,830 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T18:18:30,830 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33be9e2e-b24a-312f-7824-acbc0304de42/cluster_3236fe8f-fe3b-f8ec-84d8-8127a39c06b2/data/data2/current/BP-1394850604-172.17.0.3-1732126701419 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T18:18:30,832 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33be9e2e-b24a-312f-7824-acbc0304de42/cluster_3236fe8f-fe3b-f8ec-84d8-8127a39c06b2/data/data1/current/BP-1394850604-172.17.0.3-1732126701419 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T18:18:30,840 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5bb1d533{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T18:18:30,841 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c151648{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T18:18:30,841 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T18:18:30,842 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74b78d20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T18:18:30,842 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6c2435{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33be9e2e-b24a-312f-7824-acbc0304de42/hadoop.log.dir/,STOPPED} 2024-11-20T18:18:30,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T18:18:30,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T18:18:30,877 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:18:30,877 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:18:30,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:18:30,878 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:18:30,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:18:30,878 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T18:18:30,878 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=389704078, stopped=false 2024-11-20T18:18:30,878 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b87edf34edd,41981,1732126697581 2024-11-20T18:18:30,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45973-0x1015977db280001, quorum=127.0.0.1:53224, baseZNode=/02012467418 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02012467418/running 2024-11-20T18:18:30,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1015977db280000, quorum=127.0.0.1:53224, baseZNode=/02012467418 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02012467418/running 2024-11-20T18:18:30,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45973-0x1015977db280001, quorum=127.0.0.1:53224, baseZNode=/02012467418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02012467418 2024-11-20T18:18:30,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1015977db280000, quorum=127.0.0.1:53224, baseZNode=/02012467418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02012467418 2024-11-20T18:18:30,899 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T18:18:30,899 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:18:30,899 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:18:30,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:18:30,899 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b87edf34edd,45973,1732126697784' ***** 2024-11-20T18:18:30,899 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T18:18:30,900 INFO [RS:0;6b87edf34edd:45973 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T18:18:30,900 INFO [RS:0;6b87edf34edd:45973 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T18:18:30,900 INFO [RS:0;6b87edf34edd:45973 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T18:18:30,900 INFO [RS:0;6b87edf34edd:45973 {}] regionserver.HRegionServer(3091): Received CLOSE for f85b21fd712ff8eb9670c5e19eb570cb 2024-11-20T18:18:30,900 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T18:18:30,901 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45973-0x1015977db280001, quorum=127.0.0.1:53224, baseZNode=/02012467418 Set watcher on znode that does not yet exist, /02012467418/running 2024-11-20T18:18:30,903 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41981-0x1015977db280000, quorum=127.0.0.1:53224, baseZNode=/02012467418 Set watcher on znode that does not yet exist, /02012467418/running 2024-11-20T18:18:30,912 INFO [RS:0;6b87edf34edd:45973 {}] regionserver.HRegionServer(959): stopping server 6b87edf34edd,45973,1732126697784 2024-11-20T18:18:30,912 INFO [RS:0;6b87edf34edd:45973 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T18:18:30,912 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f85b21fd712ff8eb9670c5e19eb570cb, disabling compactions & flushes 2024-11-20T18:18:30,912 INFO [RS:0;6b87edf34edd:45973 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b87edf34edd:45973. 2024-11-20T18:18:30,912 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732126706320.f85b21fd712ff8eb9670c5e19eb570cb. 2024-11-20T18:18:30,913 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732126706320.f85b21fd712ff8eb9670c5e19eb570cb. 2024-11-20T18:18:30,913 DEBUG [RS:0;6b87edf34edd:45973 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:18:30,913 DEBUG [RS:0;6b87edf34edd:45973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:18:30,913 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732126706320.f85b21fd712ff8eb9670c5e19eb570cb. after waiting 0 ms 2024-11-20T18:18:30,913 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732126706320.f85b21fd712ff8eb9670c5e19eb570cb. 2024-11-20T18:18:30,913 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f85b21fd712ff8eb9670c5e19eb570cb 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-20T18:18:30,913 INFO [RS:0;6b87edf34edd:45973 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T18:18:30,913 INFO [RS:0;6b87edf34edd:45973 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T18:18:30,913 INFO [RS:0;6b87edf34edd:45973 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T18:18:30,913 INFO [RS:0;6b87edf34edd:45973 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T18:18:30,913 INFO [RS:0;6b87edf34edd:45973 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T18:18:30,914 DEBUG [RS:0;6b87edf34edd:45973 {}] regionserver.HRegionServer(1325): Online Regions={f85b21fd712ff8eb9670c5e19eb570cb=hbase:replication,,1732126706320.f85b21fd712ff8eb9670c5e19eb570cb., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T18:18:30,914 DEBUG [RS:0;6b87edf34edd:45973 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f85b21fd712ff8eb9670c5e19eb570cb 2024-11-20T18:18:30,914 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T18:18:30,914 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T18:18:30,914 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T18:18:30,914 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T18:18:30,914 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T18:18:30,914 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-20T18:18:30,933 INFO [regionserver/6b87edf34edd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T18:18:30,944 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/data/hbase/replication/f85b21fd712ff8eb9670c5e19eb570cb/.tmp/queue/95a47e36bfba4f58b1f27e8af6b3c622 is 151, key is 1-6b87edf34edd,45973,1732126697784/queue:6b87edf34edd%2C45973%2C1732126697784/1732126707828/Put/seqid=0 2024-11-20T18:18:30,948 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/data/hbase/meta/1588230740/.tmp/info/cc9ee8f3c09947d99421772722565b69 is 147, key is hbase:replication,,1732126706320.f85b21fd712ff8eb9670c5e19eb570cb./info:regioninfo/1732126707530/Put/seqid=0 2024-11-20T18:18:31,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741838_1014 (size=5350) 2024-11-20T18:18:31,006 INFO [regionserver/6b87edf34edd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T18:18:31,007 INFO [regionserver/6b87edf34edd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T18:18:31,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741839_1015 (size=6631) 2024-11-20T18:18:31,114 DEBUG [RS:0;6b87edf34edd:45973 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f85b21fd712ff8eb9670c5e19eb570cb 2024-11-20T18:18:31,314 DEBUG [RS:0;6b87edf34edd:45973 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f85b21fd712ff8eb9670c5e19eb570cb 2024-11-20T18:18:31,403 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/data/hbase/replication/f85b21fd712ff8eb9670c5e19eb570cb/.tmp/queue/95a47e36bfba4f58b1f27e8af6b3c622 2024-11-20T18:18:31,408 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45973,1732126697784.replicationSource.wal-reader.6b87edf34edd%2C45973%2C1732126697784,1-6b87edf34edd,45973,1732126697784 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/WALs/6b87edf34edd,45973,1732126697784/6b87edf34edd%2C45973%2C1732126697784.1732126700075 to pos 0, reset compression=false 2024-11-20T18:18:31,418 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/data/hbase/meta/1588230740/.tmp/info/cc9ee8f3c09947d99421772722565b69 2024-11-20T18:18:31,431 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/data/hbase/replication/f85b21fd712ff8eb9670c5e19eb570cb/.tmp/queue/95a47e36bfba4f58b1f27e8af6b3c622 as hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/data/hbase/replication/f85b21fd712ff8eb9670c5e19eb570cb/queue/95a47e36bfba4f58b1f27e8af6b3c622 2024-11-20T18:18:31,449 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/data/hbase/replication/f85b21fd712ff8eb9670c5e19eb570cb/queue/95a47e36bfba4f58b1f27e8af6b3c622, entries=1, sequenceid=5, filesize=5.2 K 2024-11-20T18:18:31,451 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for f85b21fd712ff8eb9670c5e19eb570cb in 538ms, sequenceid=5, compaction requested=false 2024-11-20T18:18:31,451 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T18:18:31,476 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/data/hbase/replication/f85b21fd712ff8eb9670c5e19eb570cb/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T18:18:31,477 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T18:18:31,477 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T18:18:31,477 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732126706320.f85b21fd712ff8eb9670c5e19eb570cb. 2024-11-20T18:18:31,478 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f85b21fd712ff8eb9670c5e19eb570cb: Waiting for close lock at 1732126710912Running coprocessor pre-close hooks at 1732126710912Disabling compacts and flushes for region at 1732126710912Disabling writes for close at 1732126710913 (+1 ms)Obtaining lock to block concurrent updates at 1732126710913Preparing flush snapshotting stores in f85b21fd712ff8eb9670c5e19eb570cb at 1732126710913Finished memstore snapshotting hbase:replication,,1732126706320.f85b21fd712ff8eb9670c5e19eb570cb., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732126710914 (+1 ms)Flushing stores of hbase:replication,,1732126706320.f85b21fd712ff8eb9670c5e19eb570cb. at 1732126710915 (+1 ms)Flushing f85b21fd712ff8eb9670c5e19eb570cb/queue: creating writer at 1732126710915Flushing f85b21fd712ff8eb9670c5e19eb570cb/queue: appending metadata at 1732126710944 (+29 ms)Flushing f85b21fd712ff8eb9670c5e19eb570cb/queue: closing flushed file at 1732126710944Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35c039d9: reopening flushed file at 1732126711428 (+484 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for f85b21fd712ff8eb9670c5e19eb570cb in 538ms, sequenceid=5, compaction requested=false at 1732126711451 (+23 ms)Writing region close event to WAL at 1732126711456 (+5 ms)Running coprocessor post-close hooks at 1732126711477 (+21 ms)Closed at 1732126711477 2024-11-20T18:18:31,478 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732126706320.f85b21fd712ff8eb9670c5e19eb570cb. 2024-11-20T18:18:31,485 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/data/hbase/meta/1588230740/.tmp/ns/e2db737e52d94e56a90f5bc8e31ec9e8 is 43, key is default/ns:d/1732126701215/Put/seqid=0 2024-11-20T18:18:31,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741840_1016 (size=5153) 2024-11-20T18:18:31,514 DEBUG [RS:0;6b87edf34edd:45973 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T18:18:31,525 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/data/hbase/meta/1588230740/.tmp/ns/e2db737e52d94e56a90f5bc8e31ec9e8 2024-11-20T18:18:31,570 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/data/hbase/meta/1588230740/.tmp/table/2c48ff47610f4bbbac5c3580ab081d52 is 53, key is hbase:replication/table:state/1732126707548/Put/seqid=0 2024-11-20T18:18:31,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741841_1017 (size=5256) 2024-11-20T18:18:31,592 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/data/hbase/meta/1588230740/.tmp/table/2c48ff47610f4bbbac5c3580ab081d52 2024-11-20T18:18:31,613 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/data/hbase/meta/1588230740/.tmp/info/cc9ee8f3c09947d99421772722565b69 as hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/data/hbase/meta/1588230740/info/cc9ee8f3c09947d99421772722565b69 2024-11-20T18:18:31,634 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/data/hbase/meta/1588230740/info/cc9ee8f3c09947d99421772722565b69, entries=10, sequenceid=11, filesize=6.5 K 2024-11-20T18:18:31,636 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/data/hbase/meta/1588230740/.tmp/ns/e2db737e52d94e56a90f5bc8e31ec9e8 as hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/data/hbase/meta/1588230740/ns/e2db737e52d94e56a90f5bc8e31ec9e8 2024-11-20T18:18:31,650 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/data/hbase/meta/1588230740/ns/e2db737e52d94e56a90f5bc8e31ec9e8, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T18:18:31,652 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T18:18:31,656 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/data/hbase/meta/1588230740/.tmp/table/2c48ff47610f4bbbac5c3580ab081d52 as hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/data/hbase/meta/1588230740/table/2c48ff47610f4bbbac5c3580ab081d52 2024-11-20T18:18:31,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:18:31,693 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/data/hbase/meta/1588230740/table/2c48ff47610f4bbbac5c3580ab081d52, entries=2, sequenceid=11, filesize=5.1 K 2024-11-20T18:18:31,696 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 782ms, sequenceid=11, compaction requested=false 2024-11-20T18:18:31,715 DEBUG [RS:0;6b87edf34edd:45973 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T18:18:31,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:18:31,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:18:31,726 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T18:18:31,727 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T18:18:31,727 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T18:18:31,727 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T18:18:31,727 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732126710914Running coprocessor pre-close hooks at 1732126710914Disabling compacts and flushes for region at 1732126710914Disabling writes for close at 1732126710914Obtaining lock to block concurrent updates at 1732126710914Preparing flush snapshotting stores in 1588230740 at 1732126710914Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732126710915 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732126710916 (+1 ms)Flushing 1588230740/info: creating writer at 1732126710916Flushing 1588230740/info: appending metadata at 1732126710947 (+31 ms)Flushing 1588230740/info: closing flushed file at 1732126710947Flushing 1588230740/ns: creating writer at 1732126711444 (+497 ms)Flushing 1588230740/ns: appending metadata at 1732126711485 (+41 ms)Flushing 1588230740/ns: closing flushed file at 1732126711485Flushing 1588230740/table: creating writer at 1732126711535 (+50 ms)Flushing 1588230740/table: appending metadata at 1732126711569 (+34 ms)Flushing 1588230740/table: closing flushed file at 1732126711569Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23129b8c: reopening flushed file at 1732126711610 (+41 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b68cd91: reopening flushed file at 1732126711634 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d0efe8: reopening flushed file at 1732126711650 (+16 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 782ms, sequenceid=11, compaction requested=false at 1732126711696 (+46 ms)Writing region close event to WAL at 1732126711720 (+24 ms)Running coprocessor post-close hooks at 1732126711727 (+7 ms)Closed at 1732126711727 2024-11-20T18:18:31,727 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T18:18:31,915 INFO [RS:0;6b87edf34edd:45973 {}] regionserver.HRegionServer(976): stopping server 6b87edf34edd,45973,1732126697784; all regions closed. 2024-11-20T18:18:31,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741834_1010 (size=2742) 2024-11-20T18:18:31,933 DEBUG [RS:0;6b87edf34edd:45973 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/oldWALs 2024-11-20T18:18:31,933 INFO [RS:0;6b87edf34edd:45973 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b87edf34edd%2C45973%2C1732126697784.meta:.meta(num 1732126701119) 2024-11-20T18:18:31,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741837_1013 (size=1586) 2024-11-20T18:18:31,959 DEBUG [RS:0;6b87edf34edd:45973 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/oldWALs 2024-11-20T18:18:31,959 INFO [RS:0;6b87edf34edd:45973 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b87edf34edd%2C45973%2C1732126697784.rep:(num 1732126707485) 2024-11-20T18:18:31,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741832_1008 (size=93) 2024-11-20T18:18:31,969 DEBUG [RS:0;6b87edf34edd:45973 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/oldWALs 2024-11-20T18:18:31,969 INFO [RS:0;6b87edf34edd:45973 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b87edf34edd%2C45973%2C1732126697784:(num 1732126700075) 2024-11-20T18:18:31,969 DEBUG [RS:0;6b87edf34edd:45973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:18:31,969 INFO [RS:0;6b87edf34edd:45973 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T18:18:31,969 INFO [RS:0;6b87edf34edd:45973 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T18:18:31,969 INFO [RS:0;6b87edf34edd:45973 {}] hbase.ChoreService(370): Chore service for: regionserver/6b87edf34edd:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T18:18:31,969 INFO [RS:0;6b87edf34edd:45973 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T18:18:31,969 INFO [RS:0;6b87edf34edd:45973 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6b87edf34edd,45973,1732126697784 because: Region server is closing 2024-11-20T18:18:31,970 INFO [RS:0;6b87edf34edd:45973 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b87edf34edd:45973. 2024-11-20T18:18:31,970 DEBUG [RS:0;6b87edf34edd:45973 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:18:31,970 DEBUG [RS:0;6b87edf34edd:45973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:18:31,970 DEBUG [RS:0;6b87edf34edd:45973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:18:31,970 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:18:31,970 INFO [regionserver/6b87edf34edd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T18:18:32,070 WARN [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45973,1732126697784.replicationSource.wal-reader.6b87edf34edd%2C45973%2C1732126697784,1-6b87edf34edd,45973,1732126697784 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T18:18:32,070 WARN [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45973,1732126697784.replicationSource.shipper6b87edf34edd%2C45973%2C1732126697784,1-6b87edf34edd,45973,1732126697784 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T18:18:32,071 INFO [RS:0;6b87edf34edd:45973 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45973,1732126697784.replicationSource.shipper6b87edf34edd%2C45973%2C1732126697784,1-6b87edf34edd,45973,1732126697784 terminated 2024-11-20T18:18:32,071 INFO [RS:0;6b87edf34edd:45973 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45973 2024-11-20T18:18:32,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45973-0x1015977db280001, quorum=127.0.0.1:53224, baseZNode=/02012467418 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02012467418/rs/6b87edf34edd,45973,1732126697784 2024-11-20T18:18:32,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1015977db280000, quorum=127.0.0.1:53224, baseZNode=/02012467418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02012467418/rs 2024-11-20T18:18:32,143 INFO [RS:0;6b87edf34edd:45973 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T18:18:32,151 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b87edf34edd,45973,1732126697784] 2024-11-20T18:18:32,161 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02012467418/draining/6b87edf34edd,45973,1732126697784 already deleted, retry=false 2024-11-20T18:18:32,162 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b87edf34edd,45973,1732126697784 expired; onlineServers=0 2024-11-20T18:18:32,162 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b87edf34edd,41981,1732126697581' ***** 2024-11-20T18:18:32,162 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T18:18:32,162 INFO [M:0;6b87edf34edd:41981 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T18:18:32,162 INFO [M:0;6b87edf34edd:41981 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T18:18:32,163 DEBUG [M:0;6b87edf34edd:41981 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T18:18:32,163 DEBUG [M:0;6b87edf34edd:41981 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T18:18:32,163 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T18:18:32,163 DEBUG [master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732126699815 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732126699815,5,FailOnTimeoutGroup] 2024-11-20T18:18:32,163 INFO [M:0;6b87edf34edd:41981 {}] hbase.ChoreService(370): Chore service for: master/6b87edf34edd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T18:18:32,163 INFO [M:0;6b87edf34edd:41981 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T18:18:32,163 DEBUG [M:0;6b87edf34edd:41981 {}] master.HMaster(1795): Stopping service threads 2024-11-20T18:18:32,163 INFO [M:0;6b87edf34edd:41981 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T18:18:32,163 DEBUG [master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732126699815 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732126699815,5,FailOnTimeoutGroup] 2024-11-20T18:18:32,164 INFO [M:0;6b87edf34edd:41981 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T18:18:32,164 INFO [M:0;6b87edf34edd:41981 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T18:18:32,164 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T18:18:32,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1015977db280000, quorum=127.0.0.1:53224, baseZNode=/02012467418 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02012467418/master 2024-11-20T18:18:32,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1015977db280000, quorum=127.0.0.1:53224, baseZNode=/02012467418 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02012467418 2024-11-20T18:18:32,172 DEBUG [M:0;6b87edf34edd:41981 {}] zookeeper.ZKUtil(347): master:41981-0x1015977db280000, quorum=127.0.0.1:53224, baseZNode=/02012467418 Unable to get data of znode /02012467418/master because node does not exist (not an error) 2024-11-20T18:18:32,172 WARN [M:0;6b87edf34edd:41981 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T18:18:32,173 INFO [M:0;6b87edf34edd:41981 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/.lastflushedseqids 2024-11-20T18:18:32,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741842_1018 (size=181) 2024-11-20T18:18:32,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45973-0x1015977db280001, quorum=127.0.0.1:53224, baseZNode=/02012467418 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:18:32,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45973-0x1015977db280001, quorum=127.0.0.1:53224, baseZNode=/02012467418 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:18:32,252 INFO [RS:0;6b87edf34edd:45973 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T18:18:32,252 INFO [RS:0;6b87edf34edd:45973 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b87edf34edd,45973,1732126697784; zookeeper connection closed. 2024-11-20T18:18:32,256 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5b0a3628 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5b0a3628 2024-11-20T18:18:32,257 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T18:18:32,605 INFO [M:0;6b87edf34edd:41981 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T18:18:32,605 INFO [M:0;6b87edf34edd:41981 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T18:18:32,605 DEBUG [M:0;6b87edf34edd:41981 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T18:18:32,605 INFO [M:0;6b87edf34edd:41981 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:18:32,605 DEBUG [M:0;6b87edf34edd:41981 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:18:32,605 DEBUG [M:0;6b87edf34edd:41981 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T18:18:32,606 DEBUG [M:0;6b87edf34edd:41981 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:18:32,606 INFO [M:0;6b87edf34edd:41981 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-20T18:18:32,639 DEBUG [M:0;6b87edf34edd:41981 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d9d15bbbd36f409eb1baa35787edc285 is 82, key is hbase:meta,,1/info:regioninfo/1732126701157/Put/seqid=0 2024-11-20T18:18:32,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741843_1019 (size=5672) 2024-11-20T18:18:32,667 INFO [M:0;6b87edf34edd:41981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d9d15bbbd36f409eb1baa35787edc285 2024-11-20T18:18:32,724 DEBUG [M:0;6b87edf34edd:41981 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/29176075c09341cf91f7d6b20f4e55ca is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732126707553/Put/seqid=0 2024-11-20T18:18:32,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741844_1020 (size=7203) 2024-11-20T18:18:32,773 INFO [M:0;6b87edf34edd:41981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/29176075c09341cf91f7d6b20f4e55ca 2024-11-20T18:18:32,855 DEBUG [M:0;6b87edf34edd:41981 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b95a3daf50fc4666a12c42cdd7db85dc is 69, key is 6b87edf34edd,45973,1732126697784/rs:state/1732126699885/Put/seqid=0 2024-11-20T18:18:32,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741845_1021 (size=5156) 2024-11-20T18:18:32,881 INFO [M:0;6b87edf34edd:41981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b95a3daf50fc4666a12c42cdd7db85dc 2024-11-20T18:18:32,890 DEBUG [M:0;6b87edf34edd:41981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d9d15bbbd36f409eb1baa35787edc285 as hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d9d15bbbd36f409eb1baa35787edc285 2024-11-20T18:18:32,900 INFO [M:0;6b87edf34edd:41981 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d9d15bbbd36f409eb1baa35787edc285, entries=8, sequenceid=70, filesize=5.5 K 2024-11-20T18:18:32,906 DEBUG [M:0;6b87edf34edd:41981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/29176075c09341cf91f7d6b20f4e55ca as hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/29176075c09341cf91f7d6b20f4e55ca 2024-11-20T18:18:32,927 INFO [M:0;6b87edf34edd:41981 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/29176075c09341cf91f7d6b20f4e55ca, entries=8, sequenceid=70, filesize=7.0 K 2024-11-20T18:18:32,930 DEBUG [M:0;6b87edf34edd:41981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b95a3daf50fc4666a12c42cdd7db85dc as hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b95a3daf50fc4666a12c42cdd7db85dc 2024-11-20T18:18:32,939 INFO [M:0;6b87edf34edd:41981 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39617/user/jenkins/test-data/66e7d23d-741a-9d09-0f8d-6be5c5869b79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b95a3daf50fc4666a12c42cdd7db85dc, entries=1, sequenceid=70, filesize=5.0 K 2024-11-20T18:18:32,949 INFO [M:0;6b87edf34edd:41981 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 343ms, sequenceid=70, compaction requested=false 2024-11-20T18:18:32,994 INFO [M:0;6b87edf34edd:41981 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:18:32,994 DEBUG [M:0;6b87edf34edd:41981 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732126712605Disabling compacts and flushes for region at 1732126712605Disabling writes for close at 1732126712605Obtaining lock to block concurrent updates at 1732126712606 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732126712606Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732126712606Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732126712612 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732126712613 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732126712639 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732126712639Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732126712684 (+45 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732126712722 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732126712722Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732126712797 (+75 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732126712854 (+57 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732126712854Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10908ca1: reopening flushed file at 1732126712889 (+35 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@257d4994: reopening flushed file at 1732126712901 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cc48107: reopening flushed file at 1732126712928 (+27 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 343ms, sequenceid=70, compaction requested=false at 1732126712949 (+21 ms)Writing region close event to WAL at 1732126712994 (+45 ms)Closed at 1732126712994 2024-11-20T18:18:33,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36225 is added to blk_1073741830_1006 (size=41008) 2024-11-20T18:18:33,014 INFO [M:0;6b87edf34edd:41981 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T18:18:33,014 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T18:18:33,015 INFO [M:0;6b87edf34edd:41981 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41981 2024-11-20T18:18:33,015 INFO [M:0;6b87edf34edd:41981 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T18:18:33,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1015977db280000, quorum=127.0.0.1:53224, baseZNode=/02012467418 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:18:33,180 INFO [M:0;6b87edf34edd:41981 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T18:18:33,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41981-0x1015977db280000, quorum=127.0.0.1:53224, baseZNode=/02012467418 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:18:33,216 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d8272f9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T18:18:33,220 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5207c2ea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T18:18:33,226 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T18:18:33,226 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39cf0554{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T18:18:33,226 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d1cbcba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b6ca7-69f0-1430-6886-e59d39b04b4a/hadoop.log.dir/,STOPPED} 2024-11-20T18:18:33,230 WARN [BP-404384361-172.17.0.3-1732126695329 heartbeating to localhost/127.0.0.1:39617 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T18:18:33,231 WARN [BP-404384361-172.17.0.3-1732126695329 heartbeating to localhost/127.0.0.1:39617 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-404384361-172.17.0.3-1732126695329 (Datanode Uuid 9331b6e7-8c14-42b7-97f8-cd1092aa07c2) service to localhost/127.0.0.1:39617 2024-11-20T18:18:33,231 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b6ca7-69f0-1430-6886-e59d39b04b4a/cluster_f151d29a-f0fb-df4e-65d4-cfe245815878/data/data1/current/BP-404384361-172.17.0.3-1732126695329 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T18:18:33,231 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b6ca7-69f0-1430-6886-e59d39b04b4a/cluster_f151d29a-f0fb-df4e-65d4-cfe245815878/data/data2/current/BP-404384361-172.17.0.3-1732126695329 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T18:18:33,232 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T18:18:33,232 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T18:18:33,232 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T18:18:33,241 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4dc36a9a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T18:18:33,242 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3648de12{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T18:18:33,242 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T18:18:33,245 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24580203{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T18:18:33,245 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44f7b8d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/922b6ca7-69f0-1430-6886-e59d39b04b4a/hadoop.log.dir/,STOPPED} 2024-11-20T18:18:33,271 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T18:18:33,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T18:18:33,314 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=139 (was 108) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40637 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53224) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53224) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39617 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40637 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40637 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39617 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39617 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:40637 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39617 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40637 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39617 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: globalEventExecutor-1-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39617 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:39617 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40637 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40637 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40637 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39617 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=320 (was 354), ProcessCount=11 (was 11), AvailableMemoryMB=4486 (was 4623) 2024-11-20T18:18:33,353 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=139, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=320, ProcessCount=11, AvailableMemoryMB=4486 2024-11-20T18:18:33,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015977db280005, quorum=127.0.0.1:53224, baseZNode=/1717421326 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T18:18:33,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015977db280002, quorum=127.0.0.1:53224, baseZNode=/02012467418 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T18:18:33,354 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015977db280005, quorum=127.0.0.1:53224, baseZNode=/1717421326 Received Disconnected from ZooKeeper, ignoring 2024-11-20T18:18:33,354 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015977db280002, quorum=127.0.0.1:53224, baseZNode=/02012467418 Received Disconnected from ZooKeeper, ignoring 2024-11-20T18:18:33,372 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-20T18:18:33,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33be9e2e-b24a-312f-7824-acbc0304de42/hadoop.log.dir so I do NOT create it in target/test-data/832b685c-133d-c93c-1a5b-919dfa1ec96d 2024-11-20T18:18:33,373 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33be9e2e-b24a-312f-7824-acbc0304de42/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T18:18:33,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33be9e2e-b24a-312f-7824-acbc0304de42/hadoop.tmp.dir so I do NOT create it in target/test-data/832b685c-133d-c93c-1a5b-919dfa1ec96d 2024-11-20T18:18:33,373 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33be9e2e-b24a-312f-7824-acbc0304de42/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T18:18:33,373 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/832b685c-133d-c93c-1a5b-919dfa1ec96d 2024-11-20T18:18:33,373 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/832b685c-133d-c93c-1a5b-919dfa1ec96d/cluster_96c29bed-b47b-39d9-d497-74b03a33ac78, deleteOnExit=true 2024-11-20T18:18:33,421 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/832b685c-133d-c93c-1a5b-919dfa1ec96d/cluster_96c29bed-b47b-39d9-d497-74b03a33ac78/zookeeper_0, clientPort=49611, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/832b685c-133d-c93c-1a5b-919dfa1ec96d/cluster_96c29bed-b47b-39d9-d497-74b03a33ac78/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/832b685c-133d-c93c-1a5b-919dfa1ec96d/cluster_96c29bed-b47b-39d9-d497-74b03a33ac78/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T18:18:33,423 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49611 2024-11-20T18:18:33,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T18:18:33,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T18:18:33,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/832b685c-133d-c93c-1a5b-919dfa1ec96d/test.cache.data in system properties and HBase conf 2024-11-20T18:18:33,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/832b685c-133d-c93c-1a5b-919dfa1ec96d/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T18:18:33,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/832b685c-133d-c93c-1a5b-919dfa1ec96d/hadoop.log.dir in system properties and HBase conf 2024-11-20T18:18:33,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/832b685c-133d-c93c-1a5b-919dfa1ec96d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T18:18:33,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/832b685c-133d-c93c-1a5b-919dfa1ec96d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T18:18:33,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T18:18:33,424 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T18:18:33,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/832b685c-133d-c93c-1a5b-919dfa1ec96d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T18:18:33,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/832b685c-133d-c93c-1a5b-919dfa1ec96d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T18:18:33,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/832b685c-133d-c93c-1a5b-919dfa1ec96d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T18:18:33,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/832b685c-133d-c93c-1a5b-919dfa1ec96d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T18:18:33,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/832b685c-133d-c93c-1a5b-919dfa1ec96d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T18:18:33,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/832b685c-133d-c93c-1a5b-919dfa1ec96d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T18:18:33,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/832b685c-133d-c93c-1a5b-919dfa1ec96d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T18:18:33,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/832b685c-133d-c93c-1a5b-919dfa1ec96d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T18:18:33,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/832b685c-133d-c93c-1a5b-919dfa1ec96d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T18:18:33,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/832b685c-133d-c93c-1a5b-919dfa1ec96d/nfs.dump.dir in system properties and HBase conf 2024-11-20T18:18:33,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/832b685c-133d-c93c-1a5b-919dfa1ec96d/java.io.tmpdir in system properties and HBase conf 2024-11-20T18:18:33,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/832b685c-133d-c93c-1a5b-919dfa1ec96d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T18:18:33,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/832b685c-133d-c93c-1a5b-919dfa1ec96d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T18:18:33,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/832b685c-133d-c93c-1a5b-919dfa1ec96d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T18:18:33,896 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:18:33,904 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T18:18:33,920 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T18:18:33,920 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T18:18:33,921 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T18:18:33,922 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:18:33,924 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76e71c81{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/832b685c-133d-c93c-1a5b-919dfa1ec96d/hadoop.log.dir/,AVAILABLE} 2024-11-20T18:18:33,925 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f544fd5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T18:18:34,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1573b748{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/832b685c-133d-c93c-1a5b-919dfa1ec96d/java.io.tmpdir/jetty-localhost-39963-hadoop-hdfs-3_4_1-tests_jar-_-any-8522876080876672223/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T18:18:34,066 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4071683a{HTTP/1.1, (http/1.1)}{localhost:39963} 2024-11-20T18:18:34,066 INFO [Time-limited test {}] server.Server(415): Started @54406ms 2024-11-20T18:18:34,381 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:18:34,387 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T18:18:34,392 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T18:18:34,392 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T18:18:34,393 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T18:18:34,395 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@238f940e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/832b685c-133d-c93c-1a5b-919dfa1ec96d/hadoop.log.dir/,AVAILABLE} 2024-11-20T18:18:34,396 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d75e731{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T18:18:34,529 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4866c8b9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/832b685c-133d-c93c-1a5b-919dfa1ec96d/java.io.tmpdir/jetty-localhost-34077-hadoop-hdfs-3_4_1-tests_jar-_-any-9420691414056597675/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T18:18:34,529 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26a8491c{HTTP/1.1, (http/1.1)}{localhost:34077} 2024-11-20T18:18:34,530 INFO [Time-limited test {}] server.Server(415): Started @54870ms 2024-11-20T18:18:34,531 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T18:18:35,711 WARN [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/832b685c-133d-c93c-1a5b-919dfa1ec96d/cluster_96c29bed-b47b-39d9-d497-74b03a33ac78/data/data1/current/BP-1694830043-172.17.0.3-1732126713468/current, will proceed with Du for space computation calculation, 2024-11-20T18:18:35,711 WARN [Thread-830 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/832b685c-133d-c93c-1a5b-919dfa1ec96d/cluster_96c29bed-b47b-39d9-d497-74b03a33ac78/data/data2/current/BP-1694830043-172.17.0.3-1732126713468/current, will proceed with Du for space computation calculation, 2024-11-20T18:18:35,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T18:18:35,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T18:18:35,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T18:18:35,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T18:18:35,733 WARN [Thread-817 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T18:18:35,736 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1e313dfaf7fdd2ae with lease ID 0xf353d33d8f6cb2bb: Processing first storage report for DS-d1a4561a-04e3-4dcf-a216-92a138515256 from datanode DatanodeRegistration(127.0.0.1:46177, datanodeUuid=a0a5b980-7e68-47a0-8357-baaf14fd2ff3, infoPort=46271, infoSecurePort=0, ipcPort=46391, storageInfo=lv=-57;cid=testClusterID;nsid=1308525064;c=1732126713468) 2024-11-20T18:18:35,736 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1e313dfaf7fdd2ae with lease ID 0xf353d33d8f6cb2bb: from storage DS-d1a4561a-04e3-4dcf-a216-92a138515256 node DatanodeRegistration(127.0.0.1:46177, datanodeUuid=a0a5b980-7e68-47a0-8357-baaf14fd2ff3, infoPort=46271, infoSecurePort=0, ipcPort=46391, storageInfo=lv=-57;cid=testClusterID;nsid=1308525064;c=1732126713468), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T18:18:35,736 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1e313dfaf7fdd2ae with lease ID 0xf353d33d8f6cb2bb: Processing first storage report for DS-778dd315-3c64-481d-9399-a4c67e85f68c from datanode DatanodeRegistration(127.0.0.1:46177, datanodeUuid=a0a5b980-7e68-47a0-8357-baaf14fd2ff3, infoPort=46271, infoSecurePort=0, ipcPort=46391, storageInfo=lv=-57;cid=testClusterID;nsid=1308525064;c=1732126713468) 2024-11-20T18:18:35,736 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1e313dfaf7fdd2ae with lease ID 0xf353d33d8f6cb2bb: from storage DS-778dd315-3c64-481d-9399-a4c67e85f68c node DatanodeRegistration(127.0.0.1:46177, datanodeUuid=a0a5b980-7e68-47a0-8357-baaf14fd2ff3, infoPort=46271, infoSecurePort=0, ipcPort=46391, storageInfo=lv=-57;cid=testClusterID;nsid=1308525064;c=1732126713468), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T18:18:35,790 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/832b685c-133d-c93c-1a5b-919dfa1ec96d 2024-11-20T18:18:35,790 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:18:35,791 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:18:35,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741825_1001 (size=7) 2024-11-20T18:18:36,205 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063 with version=8 2024-11-20T18:18:36,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/hbase-staging 2024-11-20T18:18:36,207 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b87edf34edd:0 server-side Connection retries=45 2024-11-20T18:18:36,208 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:18:36,208 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T18:18:36,208 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T18:18:36,208 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:18:36,208 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T18:18:36,208 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T18:18:36,208 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T18:18:36,209 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43149 2024-11-20T18:18:36,210 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43149 connecting to ZooKeeper ensemble=127.0.0.1:49611 2024-11-20T18:18:36,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:431490x0, quorum=127.0.0.1:49611, baseZNode=/0-1744430082 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:18:36,451 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43149-0x101597821f60000 connected 2024-11-20T18:18:36,568 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:18:36,569 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:18:36,572 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43149-0x101597821f60000, quorum=127.0.0.1:49611, baseZNode=/0-1744430082 Set watcher on znode that does not yet exist, /0-1744430082/running 2024-11-20T18:18:36,572 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063, hbase.cluster.distributed=false 2024-11-20T18:18:36,573 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43149-0x101597821f60000, quorum=127.0.0.1:49611, baseZNode=/0-1744430082 Set watcher on znode that does not yet exist, /0-1744430082/acl 2024-11-20T18:18:36,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43149 2024-11-20T18:18:36,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43149 2024-11-20T18:18:36,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43149 2024-11-20T18:18:36,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43149 2024-11-20T18:18:36,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43149 2024-11-20T18:18:36,597 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b87edf34edd:0 server-side Connection retries=45 2024-11-20T18:18:36,597 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:18:36,597 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T18:18:36,597 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T18:18:36,597 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:18:36,597 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T18:18:36,597 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T18:18:36,597 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T18:18:36,598 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38123 2024-11-20T18:18:36,599 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38123 connecting to ZooKeeper ensemble=127.0.0.1:49611 2024-11-20T18:18:36,599 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:18:36,601 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:18:36,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:381230x0, quorum=127.0.0.1:49611, baseZNode=/0-1744430082 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:18:36,646 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:381230x0, quorum=127.0.0.1:49611, baseZNode=/0-1744430082 Set watcher on znode that does not yet exist, /0-1744430082/running 2024-11-20T18:18:36,646 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38123-0x101597821f60001 connected 2024-11-20T18:18:36,646 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T18:18:36,647 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T18:18:36,648 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38123-0x101597821f60001, quorum=127.0.0.1:49611, baseZNode=/0-1744430082 Set watcher on znode that does not yet exist, /0-1744430082/master 2024-11-20T18:18:36,649 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38123-0x101597821f60001, quorum=127.0.0.1:49611, baseZNode=/0-1744430082 Set watcher on znode that does not yet exist, /0-1744430082/acl 2024-11-20T18:18:36,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38123 2024-11-20T18:18:36,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38123 2024-11-20T18:18:36,653 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38123 2024-11-20T18:18:36,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38123 2024-11-20T18:18:36,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38123 2024-11-20T18:18:36,667 DEBUG [M:0;6b87edf34edd:43149 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b87edf34edd:43149 2024-11-20T18:18:36,668 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1744430082/backup-masters/6b87edf34edd,43149,1732126716207 2024-11-20T18:18:36,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38123-0x101597821f60001, quorum=127.0.0.1:49611, baseZNode=/0-1744430082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1744430082/backup-masters 2024-11-20T18:18:36,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43149-0x101597821f60000, quorum=127.0.0.1:49611, baseZNode=/0-1744430082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1744430082/backup-masters 2024-11-20T18:18:36,677 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43149-0x101597821f60000, quorum=127.0.0.1:49611, baseZNode=/0-1744430082 Set watcher on existing znode=/0-1744430082/backup-masters/6b87edf34edd,43149,1732126716207 2024-11-20T18:18:36,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38123-0x101597821f60001, quorum=127.0.0.1:49611, baseZNode=/0-1744430082 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1744430082/master 2024-11-20T18:18:36,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43149-0x101597821f60000, quorum=127.0.0.1:49611, baseZNode=/0-1744430082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1744430082 2024-11-20T18:18:36,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38123-0x101597821f60001, quorum=127.0.0.1:49611, baseZNode=/0-1744430082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1744430082 2024-11-20T18:18:36,688 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43149-0x101597821f60000, quorum=127.0.0.1:49611, baseZNode=/0-1744430082 Set watcher on existing znode=/0-1744430082/master 2024-11-20T18:18:36,688 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1744430082/backup-masters/6b87edf34edd,43149,1732126716207 from backup master directory 2024-11-20T18:18:36,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43149-0x101597821f60000, quorum=127.0.0.1:49611, baseZNode=/0-1744430082 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1744430082/backup-masters/6b87edf34edd,43149,1732126716207 2024-11-20T18:18:36,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38123-0x101597821f60001, quorum=127.0.0.1:49611, baseZNode=/0-1744430082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1744430082/backup-masters 2024-11-20T18:18:36,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43149-0x101597821f60000, quorum=127.0.0.1:49611, baseZNode=/0-1744430082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1744430082/backup-masters 2024-11-20T18:18:36,698 WARN [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T18:18:36,698 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b87edf34edd,43149,1732126716207 2024-11-20T18:18:36,702 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/hbase.id] with ID: 26a58357-1fc5-40b7-ae57-990877afcb2f 2024-11-20T18:18:36,702 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/.tmp/hbase.id 2024-11-20T18:18:36,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741826_1002 (size=42) 2024-11-20T18:18:36,979 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T18:18:36,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:18:37,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:18:37,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:18:37,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:18:37,107 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/.tmp/hbase.id]:[hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/hbase.id] 2024-11-20T18:18:37,118 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:18:37,118 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T18:18:37,119 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T18:18:37,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43149-0x101597821f60000, quorum=127.0.0.1:49611, baseZNode=/0-1744430082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1744430082 2024-11-20T18:18:37,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38123-0x101597821f60001, quorum=127.0.0.1:49611, baseZNode=/0-1744430082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1744430082 2024-11-20T18:18:37,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741827_1003 (size=196) 2024-11-20T18:18:37,579 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T18:18:37,580 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T18:18:37,580 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:18:37,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741828_1004 (size=1189) 2024-11-20T18:18:37,993 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/MasterData/data/master/store 2024-11-20T18:18:37,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741829_1005 (size=34) 2024-11-20T18:18:38,400 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:18:38,400 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T18:18:38,400 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:18:38,400 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:18:38,400 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T18:18:38,400 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:18:38,400 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:18:38,400 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732126718400Disabling compacts and flushes for region at 1732126718400Disabling writes for close at 1732126718400Writing region close event to WAL at 1732126718400Closed at 1732126718400 2024-11-20T18:18:38,401 WARN [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/MasterData/data/master/store/.initializing 2024-11-20T18:18:38,401 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/MasterData/WALs/6b87edf34edd,43149,1732126716207 2024-11-20T18:18:38,402 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T18:18:38,404 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b87edf34edd%2C43149%2C1732126716207, suffix=, logDir=hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/MasterData/WALs/6b87edf34edd,43149,1732126716207, archiveDir=hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/MasterData/oldWALs, maxLogs=10 2024-11-20T18:18:38,416 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/MasterData/WALs/6b87edf34edd,43149,1732126716207/6b87edf34edd%2C43149%2C1732126716207.1732126718404, exclude list is [], retry=0 2024-11-20T18:18:38,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46177,DS-d1a4561a-04e3-4dcf-a216-92a138515256,DISK] 2024-11-20T18:18:38,420 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/MasterData/WALs/6b87edf34edd,43149,1732126716207/6b87edf34edd%2C43149%2C1732126716207.1732126718404 2024-11-20T18:18:38,420 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46271:46271)] 2024-11-20T18:18:38,421 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:18:38,421 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:18:38,421 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:18:38,421 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:18:38,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:18:38,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T18:18:38,424 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:38,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:18:38,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:18:38,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T18:18:38,425 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:38,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:18:38,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:18:38,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T18:18:38,427 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:38,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:18:38,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:18:38,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T18:18:38,429 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:38,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:18:38,429 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:18:38,430 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:18:38,430 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:18:38,431 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:18:38,431 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:18:38,432 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:18:38,433 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:18:38,435 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:18:38,435 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66388589, jitterRate=-0.01073293387889862}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:18:38,435 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732126718421Initializing all the Stores at 1732126718422 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126718422Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126718422Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126718422Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126718422Cleaning up temporary data from old regions at 1732126718431 (+9 ms)Region opened successfully at 1732126718435 (+4 ms) 2024-11-20T18:18:38,436 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T18:18:38,439 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e062cbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b87edf34edd/172.17.0.3:0 2024-11-20T18:18:38,440 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T18:18:38,440 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T18:18:38,440 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T18:18:38,440 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T18:18:38,441 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T18:18:38,441 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T18:18:38,441 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T18:18:38,443 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T18:18:38,444 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43149-0x101597821f60000, quorum=127.0.0.1:49611, baseZNode=/0-1744430082 Unable to get data of znode /0-1744430082/balancer because node does not exist (not necessarily an error) 2024-11-20T18:18:38,498 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1744430082/balancer already deleted, retry=false 2024-11-20T18:18:38,498 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T18:18:38,499 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43149-0x101597821f60000, quorum=127.0.0.1:49611, baseZNode=/0-1744430082 Unable to get data of znode /0-1744430082/normalizer because node does not exist (not necessarily an error) 2024-11-20T18:18:38,508 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1744430082/normalizer already deleted, retry=false 2024-11-20T18:18:38,509 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T18:18:38,510 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43149-0x101597821f60000, quorum=127.0.0.1:49611, baseZNode=/0-1744430082 Unable to get data of znode /0-1744430082/switch/split because node does not exist (not necessarily an error) 2024-11-20T18:18:38,529 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1744430082/switch/split already deleted, retry=false 2024-11-20T18:18:38,530 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43149-0x101597821f60000, quorum=127.0.0.1:49611, baseZNode=/0-1744430082 Unable to get data of znode /0-1744430082/switch/merge because node does not exist (not necessarily an error) 2024-11-20T18:18:38,550 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1744430082/switch/merge already deleted, retry=false 2024-11-20T18:18:38,553 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43149-0x101597821f60000, quorum=127.0.0.1:49611, baseZNode=/0-1744430082 Unable to get data of znode /0-1744430082/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T18:18:38,561 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1744430082/snapshot-cleanup already deleted, retry=false 2024-11-20T18:18:38,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38123-0x101597821f60001, quorum=127.0.0.1:49611, baseZNode=/0-1744430082 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1744430082/running 2024-11-20T18:18:38,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43149-0x101597821f60000, quorum=127.0.0.1:49611, baseZNode=/0-1744430082 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1744430082/running 2024-11-20T18:18:38,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38123-0x101597821f60001, quorum=127.0.0.1:49611, baseZNode=/0-1744430082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1744430082 2024-11-20T18:18:38,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43149-0x101597821f60000, quorum=127.0.0.1:49611, baseZNode=/0-1744430082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1744430082 2024-11-20T18:18:38,572 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b87edf34edd,43149,1732126716207, sessionid=0x101597821f60000, setting cluster-up flag (Was=false) 2024-11-20T18:18:38,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38123-0x101597821f60001, quorum=127.0.0.1:49611, baseZNode=/0-1744430082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1744430082 2024-11-20T18:18:38,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43149-0x101597821f60000, quorum=127.0.0.1:49611, baseZNode=/0-1744430082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1744430082 2024-11-20T18:18:38,624 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1744430082/flush-table-proc/acquired, /0-1744430082/flush-table-proc/reached, /0-1744430082/flush-table-proc/abort 2024-11-20T18:18:38,625 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b87edf34edd,43149,1732126716207 2024-11-20T18:18:38,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38123-0x101597821f60001, quorum=127.0.0.1:49611, baseZNode=/0-1744430082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1744430082 2024-11-20T18:18:38,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43149-0x101597821f60000, quorum=127.0.0.1:49611, baseZNode=/0-1744430082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1744430082 2024-11-20T18:18:38,676 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1744430082/online-snapshot/acquired, /0-1744430082/online-snapshot/reached, /0-1744430082/online-snapshot/abort 2024-11-20T18:18:38,678 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b87edf34edd,43149,1732126716207 2024-11-20T18:18:38,679 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T18:18:38,681 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T18:18:38,681 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T18:18:38,681 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T18:18:38,681 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b87edf34edd,43149,1732126716207 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T18:18:38,683 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:18:38,683 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:18:38,683 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:18:38,683 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:18:38,683 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b87edf34edd:0, corePoolSize=10, maxPoolSize=10 2024-11-20T18:18:38,683 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:18:38,683 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b87edf34edd:0, corePoolSize=2, maxPoolSize=2 2024-11-20T18:18:38,683 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:18:38,685 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732126748685 2024-11-20T18:18:38,685 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T18:18:38,685 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T18:18:38,685 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T18:18:38,685 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T18:18:38,685 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T18:18:38,685 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T18:18:38,685 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:18:38,685 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T18:18:38,685 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:38,686 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T18:18:38,686 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T18:18:38,686 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T18:18:38,686 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T18:18:38,686 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T18:18:38,686 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T18:18:38,686 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:38,686 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732126718686,5,FailOnTimeoutGroup] 2024-11-20T18:18:38,686 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732126718686,5,FailOnTimeoutGroup] 2024-11-20T18:18:38,686 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:38,686 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T18:18:38,686 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T18:18:38,686 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:38,687 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:38,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741831_1007 (size=1321) 2024-11-20T18:18:38,760 INFO [RS:0;6b87edf34edd:38123 {}] regionserver.HRegionServer(746): ClusterId : 26a58357-1fc5-40b7-ae57-990877afcb2f 2024-11-20T18:18:38,760 DEBUG [RS:0;6b87edf34edd:38123 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T18:18:38,772 DEBUG [RS:0;6b87edf34edd:38123 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T18:18:38,772 DEBUG [RS:0;6b87edf34edd:38123 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T18:18:38,783 DEBUG [RS:0;6b87edf34edd:38123 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T18:18:38,783 DEBUG [RS:0;6b87edf34edd:38123 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dcb80b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b87edf34edd/172.17.0.3:0 2024-11-20T18:18:38,793 DEBUG [RS:0;6b87edf34edd:38123 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b87edf34edd:38123 2024-11-20T18:18:38,793 INFO [RS:0;6b87edf34edd:38123 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T18:18:38,794 INFO [RS:0;6b87edf34edd:38123 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T18:18:38,794 DEBUG [RS:0;6b87edf34edd:38123 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T18:18:38,794 INFO [RS:0;6b87edf34edd:38123 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b87edf34edd,43149,1732126716207 with port=38123, startcode=1732126716596 2024-11-20T18:18:38,794 DEBUG [RS:0;6b87edf34edd:38123 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T18:18:38,796 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58707, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T18:18:38,796 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43149 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b87edf34edd,38123,1732126716596 2024-11-20T18:18:38,796 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43149 {}] master.ServerManager(517): Registering regionserver=6b87edf34edd,38123,1732126716596 2024-11-20T18:18:38,798 DEBUG [RS:0;6b87edf34edd:38123 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063 2024-11-20T18:18:38,798 DEBUG [RS:0;6b87edf34edd:38123 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40917 2024-11-20T18:18:38,798 DEBUG [RS:0;6b87edf34edd:38123 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T18:18:38,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43149-0x101597821f60000, quorum=127.0.0.1:49611, baseZNode=/0-1744430082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1744430082/rs 2024-11-20T18:18:38,810 DEBUG [RS:0;6b87edf34edd:38123 {}] zookeeper.ZKUtil(111): regionserver:38123-0x101597821f60001, quorum=127.0.0.1:49611, baseZNode=/0-1744430082 Set watcher on existing znode=/0-1744430082/rs/6b87edf34edd,38123,1732126716596 2024-11-20T18:18:38,810 WARN [RS:0;6b87edf34edd:38123 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T18:18:38,810 INFO [RS:0;6b87edf34edd:38123 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:18:38,810 DEBUG [RS:0;6b87edf34edd:38123 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/WALs/6b87edf34edd,38123,1732126716596 2024-11-20T18:18:38,810 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b87edf34edd,38123,1732126716596] 2024-11-20T18:18:38,813 INFO [RS:0;6b87edf34edd:38123 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T18:18:38,815 INFO [RS:0;6b87edf34edd:38123 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T18:18:38,815 INFO [RS:0;6b87edf34edd:38123 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T18:18:38,815 INFO [RS:0;6b87edf34edd:38123 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:38,815 INFO [RS:0;6b87edf34edd:38123 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T18:18:38,816 INFO [RS:0;6b87edf34edd:38123 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T18:18:38,816 INFO [RS:0;6b87edf34edd:38123 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:38,816 DEBUG [RS:0;6b87edf34edd:38123 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:18:38,816 DEBUG [RS:0;6b87edf34edd:38123 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:18:38,816 DEBUG [RS:0;6b87edf34edd:38123 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:18:38,816 DEBUG [RS:0;6b87edf34edd:38123 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:18:38,816 DEBUG [RS:0;6b87edf34edd:38123 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:18:38,816 DEBUG [RS:0;6b87edf34edd:38123 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b87edf34edd:0, corePoolSize=2, maxPoolSize=2 2024-11-20T18:18:38,816 DEBUG [RS:0;6b87edf34edd:38123 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:18:38,816 DEBUG [RS:0;6b87edf34edd:38123 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:18:38,817 DEBUG [RS:0;6b87edf34edd:38123 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:18:38,817 DEBUG [RS:0;6b87edf34edd:38123 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:18:38,817 DEBUG [RS:0;6b87edf34edd:38123 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:18:38,817 DEBUG [RS:0;6b87edf34edd:38123 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:18:38,817 DEBUG [RS:0;6b87edf34edd:38123 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b87edf34edd:0, corePoolSize=3, maxPoolSize=3 2024-11-20T18:18:38,817 DEBUG [RS:0;6b87edf34edd:38123 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b87edf34edd:0, corePoolSize=3, maxPoolSize=3 2024-11-20T18:18:38,820 INFO [RS:0;6b87edf34edd:38123 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:38,820 INFO [RS:0;6b87edf34edd:38123 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:38,820 INFO [RS:0;6b87edf34edd:38123 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:38,820 INFO [RS:0;6b87edf34edd:38123 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:38,820 INFO [RS:0;6b87edf34edd:38123 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:38,820 INFO [RS:0;6b87edf34edd:38123 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,38123,1732126716596-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T18:18:38,835 INFO [RS:0;6b87edf34edd:38123 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T18:18:38,835 INFO [RS:0;6b87edf34edd:38123 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,38123,1732126716596-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:38,836 INFO [RS:0;6b87edf34edd:38123 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:38,836 INFO [RS:0;6b87edf34edd:38123 {}] regionserver.Replication(171): 6b87edf34edd,38123,1732126716596 started 2024-11-20T18:18:38,850 INFO [RS:0;6b87edf34edd:38123 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:38,850 INFO [RS:0;6b87edf34edd:38123 {}] regionserver.HRegionServer(1482): Serving as 6b87edf34edd,38123,1732126716596, RpcServer on 6b87edf34edd/172.17.0.3:38123, sessionid=0x101597821f60001 2024-11-20T18:18:38,850 DEBUG [RS:0;6b87edf34edd:38123 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T18:18:38,850 DEBUG [RS:0;6b87edf34edd:38123 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b87edf34edd,38123,1732126716596 2024-11-20T18:18:38,850 DEBUG [RS:0;6b87edf34edd:38123 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b87edf34edd,38123,1732126716596' 2024-11-20T18:18:38,850 DEBUG [RS:0;6b87edf34edd:38123 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1744430082/flush-table-proc/abort' 2024-11-20T18:18:38,851 DEBUG [RS:0;6b87edf34edd:38123 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1744430082/flush-table-proc/acquired' 2024-11-20T18:18:38,851 DEBUG [RS:0;6b87edf34edd:38123 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T18:18:38,851 DEBUG [RS:0;6b87edf34edd:38123 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T18:18:38,851 DEBUG [RS:0;6b87edf34edd:38123 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b87edf34edd,38123,1732126716596 2024-11-20T18:18:38,851 DEBUG [RS:0;6b87edf34edd:38123 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b87edf34edd,38123,1732126716596' 2024-11-20T18:18:38,851 DEBUG [RS:0;6b87edf34edd:38123 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1744430082/online-snapshot/abort' 2024-11-20T18:18:38,851 DEBUG [RS:0;6b87edf34edd:38123 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1744430082/online-snapshot/acquired' 2024-11-20T18:18:38,852 DEBUG [RS:0;6b87edf34edd:38123 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T18:18:38,852 INFO [RS:0;6b87edf34edd:38123 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T18:18:38,852 INFO [RS:0;6b87edf34edd:38123 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T18:18:38,952 INFO [RS:0;6b87edf34edd:38123 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T18:18:38,954 INFO [RS:0;6b87edf34edd:38123 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b87edf34edd%2C38123%2C1732126716596, suffix=, logDir=hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/WALs/6b87edf34edd,38123,1732126716596, archiveDir=hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/oldWALs, maxLogs=10 2024-11-20T18:18:38,971 DEBUG [RS:0;6b87edf34edd:38123 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/WALs/6b87edf34edd,38123,1732126716596/6b87edf34edd%2C38123%2C1732126716596.1732126718954, exclude list is [], retry=0 2024-11-20T18:18:38,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46177,DS-d1a4561a-04e3-4dcf-a216-92a138515256,DISK] 2024-11-20T18:18:38,975 INFO [RS:0;6b87edf34edd:38123 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/WALs/6b87edf34edd,38123,1732126716596/6b87edf34edd%2C38123%2C1732126716596.1732126718954 2024-11-20T18:18:38,976 DEBUG [RS:0;6b87edf34edd:38123 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46271:46271)] 2024-11-20T18:18:39,094 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T18:18:39,094 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063 2024-11-20T18:18:39,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741833_1009 (size=32) 2024-11-20T18:18:39,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:18:39,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T18:18:39,504 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T18:18:39,504 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:39,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:18:39,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T18:18:39,506 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T18:18:39,506 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:39,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:18:39,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T18:18:39,507 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T18:18:39,508 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:39,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:18:39,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T18:18:39,509 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T18:18:39,509 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:39,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:18:39,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T18:18:39,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/data/hbase/meta/1588230740 2024-11-20T18:18:39,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/data/hbase/meta/1588230740 2024-11-20T18:18:39,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T18:18:39,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T18:18:39,512 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:18:39,514 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T18:18:39,516 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:18:39,516 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71268110, jitterRate=0.06197759509086609}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:18:39,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732126719501Initializing all the Stores at 1732126719502 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126719502Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126719502Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126719502Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126719502Cleaning up temporary data from old regions at 1732126719512 (+10 ms)Region opened successfully at 1732126719517 (+5 ms) 2024-11-20T18:18:39,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T18:18:39,517 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T18:18:39,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T18:18:39,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T18:18:39,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T18:18:39,517 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T18:18:39,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732126719517Disabling compacts and flushes for region at 1732126719517Disabling writes for close at 1732126719517Writing region close event to WAL at 1732126719517Closed at 1732126719517 2024-11-20T18:18:39,519 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:18:39,519 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T18:18:39,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T18:18:39,520 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T18:18:39,521 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T18:18:39,671 DEBUG [6b87edf34edd:43149 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T18:18:39,672 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b87edf34edd,38123,1732126716596 2024-11-20T18:18:39,673 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b87edf34edd,38123,1732126716596, state=OPENING 2024-11-20T18:18:39,683 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T18:18:39,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43149-0x101597821f60000, quorum=127.0.0.1:49611, baseZNode=/0-1744430082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1744430082 2024-11-20T18:18:39,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38123-0x101597821f60001, quorum=127.0.0.1:49611, baseZNode=/0-1744430082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1744430082 2024-11-20T18:18:39,755 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T18:18:39,755 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1744430082/meta-region-server: CHANGED 2024-11-20T18:18:39,755 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1744430082/meta-region-server: CHANGED 2024-11-20T18:18:39,755 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b87edf34edd,38123,1732126716596}] 2024-11-20T18:18:39,908 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T18:18:39,910 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36983, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T18:18:39,914 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T18:18:39,915 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:18:39,915 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T18:18:39,916 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b87edf34edd%2C38123%2C1732126716596.meta, suffix=.meta, logDir=hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/WALs/6b87edf34edd,38123,1732126716596, archiveDir=hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/oldWALs, maxLogs=10 2024-11-20T18:18:39,928 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/WALs/6b87edf34edd,38123,1732126716596/6b87edf34edd%2C38123%2C1732126716596.meta.1732126719917.meta, exclude list is [], retry=0 2024-11-20T18:18:39,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46177,DS-d1a4561a-04e3-4dcf-a216-92a138515256,DISK] 2024-11-20T18:18:39,932 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/WALs/6b87edf34edd,38123,1732126716596/6b87edf34edd%2C38123%2C1732126716596.meta.1732126719917.meta 2024-11-20T18:18:39,932 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46271:46271)] 2024-11-20T18:18:39,932 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:18:39,933 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T18:18:39,933 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T18:18:39,933 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T18:18:39,933 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T18:18:39,933 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T18:18:39,933 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:18:39,933 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T18:18:39,933 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T18:18:39,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T18:18:39,935 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T18:18:39,936 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:39,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:18:39,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T18:18:39,937 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T18:18:39,937 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:39,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:18:39,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T18:18:39,938 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T18:18:39,938 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:39,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:18:39,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T18:18:39,940 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T18:18:39,940 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:39,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:18:39,940 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T18:18:39,941 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/data/hbase/meta/1588230740 2024-11-20T18:18:39,942 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/data/hbase/meta/1588230740 2024-11-20T18:18:39,943 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T18:18:39,944 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T18:18:39,944 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:18:39,945 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T18:18:39,946 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74104042, jitterRate=0.10423627495765686}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:18:39,946 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T18:18:39,946 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732126719933Writing region info on filesystem at 1732126719933Initializing all the Stores at 1732126719934 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126719934Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126719934Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126719934Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126719934Cleaning up temporary data from old regions at 1732126719944 (+10 ms)Running coprocessor post-open hooks at 1732126719946 (+2 ms)Region opened successfully at 1732126719946 2024-11-20T18:18:39,947 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732126719908 2024-11-20T18:18:39,949 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T18:18:39,949 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T18:18:39,950 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b87edf34edd,38123,1732126716596 2024-11-20T18:18:39,951 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b87edf34edd,38123,1732126716596, state=OPEN 2024-11-20T18:18:39,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38123-0x101597821f60001, quorum=127.0.0.1:49611, baseZNode=/0-1744430082 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1744430082/meta-region-server 2024-11-20T18:18:39,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43149-0x101597821f60000, quorum=127.0.0.1:49611, baseZNode=/0-1744430082 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1744430082/meta-region-server 2024-11-20T18:18:39,971 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b87edf34edd,38123,1732126716596 2024-11-20T18:18:39,971 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1744430082/meta-region-server: CHANGED 2024-11-20T18:18:39,971 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1744430082/meta-region-server: CHANGED 2024-11-20T18:18:39,974 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T18:18:39,974 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b87edf34edd,38123,1732126716596 in 216 msec 2024-11-20T18:18:39,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T18:18:39,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 455 msec 2024-11-20T18:18:39,977 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:18:39,977 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T18:18:39,978 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:18:39,978 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,38123,1732126716596, seqNum=-1] 2024-11-20T18:18:39,978 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:18:39,980 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36253, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:18:39,984 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3040 sec 2024-11-20T18:18:39,984 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732126719984, completionTime=-1 2024-11-20T18:18:39,985 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T18:18:39,985 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T18:18:39,986 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T18:18:39,986 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732126779986 2024-11-20T18:18:39,986 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732126839986 2024-11-20T18:18:39,986 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T18:18:39,987 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,43149,1732126716207-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:39,987 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,43149,1732126716207-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:39,987 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,43149,1732126716207-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:39,987 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b87edf34edd:43149, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:39,987 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:39,987 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:39,989 DEBUG [master/6b87edf34edd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T18:18:39,990 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.292sec 2024-11-20T18:18:39,990 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T18:18:39,991 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T18:18:39,991 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T18:18:39,991 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T18:18:39,991 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T18:18:39,991 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,43149,1732126716207-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T18:18:39,991 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,43149,1732126716207-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T18:18:39,993 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T18:18:39,993 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T18:18:39,993 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,43149,1732126716207-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:40,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@855002b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:18:40,061 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,43149,-1 for getting cluster id 2024-11-20T18:18:40,061 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:18:40,063 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a58357-1fc5-40b7-ae57-990877afcb2f' 2024-11-20T18:18:40,063 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:18:40,063 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a58357-1fc5-40b7-ae57-990877afcb2f" 2024-11-20T18:18:40,064 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53a67f43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:18:40,064 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,43149,-1] 2024-11-20T18:18:40,064 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:18:40,064 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:18:40,065 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:18:40,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@365519d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:18:40,067 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:18:40,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,38123,1732126716596, seqNum=-1] 2024-11-20T18:18:40,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:18:40,070 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:18:40,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b87edf34edd,43149,1732126716207 2024-11-20T18:18:40,073 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49611 2024-11-20T18:18:40,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49611, baseZNode=/0-1744430082 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:18:40,084 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101597821f60002 connected 2024-11-20T18:18:40,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/832b685c-133d-c93c-1a5b-919dfa1ec96d/hadoop.log.dir so I do NOT create it in target/test-data/935591d3-7456-6de1-597c-2195ebdfce2d 2024-11-20T18:18:40,096 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/832b685c-133d-c93c-1a5b-919dfa1ec96d/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T18:18:40,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/832b685c-133d-c93c-1a5b-919dfa1ec96d/hadoop.tmp.dir so I do NOT create it in target/test-data/935591d3-7456-6de1-597c-2195ebdfce2d 2024-11-20T18:18:40,096 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/832b685c-133d-c93c-1a5b-919dfa1ec96d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T18:18:40,096 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935591d3-7456-6de1-597c-2195ebdfce2d 2024-11-20T18:18:40,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T18:18:40,096 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935591d3-7456-6de1-597c-2195ebdfce2d/cluster_20157cd9-2d04-8a12-7223-73b2dae8cb88, deleteOnExit=true 2024-11-20T18:18:40,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T18:18:40,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935591d3-7456-6de1-597c-2195ebdfce2d/test.cache.data in system properties and HBase conf 2024-11-20T18:18:40,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935591d3-7456-6de1-597c-2195ebdfce2d/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T18:18:40,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935591d3-7456-6de1-597c-2195ebdfce2d/hadoop.log.dir in system properties and HBase conf 2024-11-20T18:18:40,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935591d3-7456-6de1-597c-2195ebdfce2d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T18:18:40,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935591d3-7456-6de1-597c-2195ebdfce2d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T18:18:40,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T18:18:40,097 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T18:18:40,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935591d3-7456-6de1-597c-2195ebdfce2d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T18:18:40,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935591d3-7456-6de1-597c-2195ebdfce2d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T18:18:40,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935591d3-7456-6de1-597c-2195ebdfce2d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T18:18:40,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935591d3-7456-6de1-597c-2195ebdfce2d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T18:18:40,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935591d3-7456-6de1-597c-2195ebdfce2d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T18:18:40,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935591d3-7456-6de1-597c-2195ebdfce2d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T18:18:40,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935591d3-7456-6de1-597c-2195ebdfce2d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T18:18:40,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935591d3-7456-6de1-597c-2195ebdfce2d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T18:18:40,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935591d3-7456-6de1-597c-2195ebdfce2d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T18:18:40,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935591d3-7456-6de1-597c-2195ebdfce2d/nfs.dump.dir in system properties and HBase conf 2024-11-20T18:18:40,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935591d3-7456-6de1-597c-2195ebdfce2d/java.io.tmpdir in system properties and HBase conf 2024-11-20T18:18:40,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935591d3-7456-6de1-597c-2195ebdfce2d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T18:18:40,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935591d3-7456-6de1-597c-2195ebdfce2d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T18:18:40,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935591d3-7456-6de1-597c-2195ebdfce2d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T18:18:40,395 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:18:40,400 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T18:18:40,407 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T18:18:40,407 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T18:18:40,408 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T18:18:40,408 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:18:40,409 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@725d0bdf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935591d3-7456-6de1-597c-2195ebdfce2d/hadoop.log.dir/,AVAILABLE} 2024-11-20T18:18:40,409 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1238e6ca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T18:18:40,521 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2a9bef85{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935591d3-7456-6de1-597c-2195ebdfce2d/java.io.tmpdir/jetty-localhost-39515-hadoop-hdfs-3_4_1-tests_jar-_-any-2179585307601526603/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T18:18:40,521 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60588b3c{HTTP/1.1, (http/1.1)}{localhost:39515} 2024-11-20T18:18:40,521 INFO [Time-limited test {}] server.Server(415): Started @60862ms 2024-11-20T18:18:40,801 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:18:40,805 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T18:18:40,806 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T18:18:40,806 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T18:18:40,806 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T18:18:40,806 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b6bf9ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935591d3-7456-6de1-597c-2195ebdfce2d/hadoop.log.dir/,AVAILABLE} 2024-11-20T18:18:40,807 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60f7d016{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T18:18:40,900 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6f5a68f2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935591d3-7456-6de1-597c-2195ebdfce2d/java.io.tmpdir/jetty-localhost-38691-hadoop-hdfs-3_4_1-tests_jar-_-any-15594054611324352576/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T18:18:40,901 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68ef3329{HTTP/1.1, (http/1.1)}{localhost:38691} 2024-11-20T18:18:40,901 INFO [Time-limited test {}] server.Server(415): Started @61241ms 2024-11-20T18:18:40,902 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T18:18:41,769 WARN [Thread-950 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935591d3-7456-6de1-597c-2195ebdfce2d/cluster_20157cd9-2d04-8a12-7223-73b2dae8cb88/data/data1/current/BP-79801000-172.17.0.3-1732126720116/current, will proceed with Du for space computation calculation, 2024-11-20T18:18:41,770 WARN [Thread-951 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935591d3-7456-6de1-597c-2195ebdfce2d/cluster_20157cd9-2d04-8a12-7223-73b2dae8cb88/data/data2/current/BP-79801000-172.17.0.3-1732126720116/current, will proceed with Du for space computation calculation, 2024-11-20T18:18:41,788 WARN [Thread-938 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T18:18:41,791 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9396715caf16f952 with lease ID 0x5c9d769bd343f922: Processing first storage report for DS-24ba3af7-e61f-4b41-ac67-31452e7e72ef from datanode DatanodeRegistration(127.0.0.1:37151, datanodeUuid=7b2da08c-e3a2-44e8-97ea-cf7662bc0132, infoPort=43547, infoSecurePort=0, ipcPort=36511, storageInfo=lv=-57;cid=testClusterID;nsid=1643669952;c=1732126720116) 2024-11-20T18:18:41,791 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9396715caf16f952 with lease ID 0x5c9d769bd343f922: from storage DS-24ba3af7-e61f-4b41-ac67-31452e7e72ef node DatanodeRegistration(127.0.0.1:37151, datanodeUuid=7b2da08c-e3a2-44e8-97ea-cf7662bc0132, infoPort=43547, infoSecurePort=0, ipcPort=36511, storageInfo=lv=-57;cid=testClusterID;nsid=1643669952;c=1732126720116), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T18:18:41,791 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9396715caf16f952 with lease ID 0x5c9d769bd343f922: Processing first storage report for DS-8b1f8cb7-e403-4bbe-8d87-334d8d3e9ede from datanode DatanodeRegistration(127.0.0.1:37151, datanodeUuid=7b2da08c-e3a2-44e8-97ea-cf7662bc0132, infoPort=43547, infoSecurePort=0, ipcPort=36511, storageInfo=lv=-57;cid=testClusterID;nsid=1643669952;c=1732126720116) 2024-11-20T18:18:41,791 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9396715caf16f952 with lease ID 0x5c9d769bd343f922: from storage DS-8b1f8cb7-e403-4bbe-8d87-334d8d3e9ede node DatanodeRegistration(127.0.0.1:37151, datanodeUuid=7b2da08c-e3a2-44e8-97ea-cf7662bc0132, infoPort=43547, infoSecurePort=0, ipcPort=36511, storageInfo=lv=-57;cid=testClusterID;nsid=1643669952;c=1732126720116), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T18:18:41,834 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935591d3-7456-6de1-597c-2195ebdfce2d 2024-11-20T18:18:41,834 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:18:41,835 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:18:41,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37151 is added to blk_1073741825_1001 (size=7) 2024-11-20T18:18:42,246 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8 with version=8 2024-11-20T18:18:42,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/hbase-staging 2024-11-20T18:18:42,248 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b87edf34edd:0 server-side Connection retries=45 2024-11-20T18:18:42,248 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:18:42,248 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T18:18:42,248 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T18:18:42,249 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:18:42,249 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T18:18:42,249 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T18:18:42,249 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T18:18:42,249 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34865 2024-11-20T18:18:42,250 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34865 connecting to ZooKeeper ensemble=127.0.0.1:49611 2024-11-20T18:18:42,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:348650x0, quorum=127.0.0.1:49611, baseZNode=/1-256479161 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:18:42,298 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34865-0x101597821f60003 connected 2024-11-20T18:18:42,372 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:18:42,374 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:18:42,376 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34865-0x101597821f60003, quorum=127.0.0.1:49611, baseZNode=/1-256479161 Set watcher on znode that does not yet exist, /1-256479161/running 2024-11-20T18:18:42,377 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8, hbase.cluster.distributed=false 2024-11-20T18:18:42,378 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34865-0x101597821f60003, quorum=127.0.0.1:49611, baseZNode=/1-256479161 Set watcher on znode that does not yet exist, /1-256479161/acl 2024-11-20T18:18:42,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34865 2024-11-20T18:18:42,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34865 2024-11-20T18:18:42,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34865 2024-11-20T18:18:42,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34865 2024-11-20T18:18:42,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34865 2024-11-20T18:18:42,398 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b87edf34edd:0 server-side Connection retries=45 2024-11-20T18:18:42,399 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:18:42,399 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T18:18:42,399 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T18:18:42,399 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:18:42,399 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T18:18:42,399 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T18:18:42,399 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T18:18:42,400 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42291 2024-11-20T18:18:42,400 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42291 connecting to ZooKeeper ensemble=127.0.0.1:49611 2024-11-20T18:18:42,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:18:42,402 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:18:42,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422910x0, quorum=127.0.0.1:49611, baseZNode=/1-256479161 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:18:42,414 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:422910x0, quorum=127.0.0.1:49611, baseZNode=/1-256479161 Set watcher on znode that does not yet exist, /1-256479161/running 2024-11-20T18:18:42,414 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42291-0x101597821f60004 connected 2024-11-20T18:18:42,414 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T18:18:42,414 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T18:18:42,415 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42291-0x101597821f60004, quorum=127.0.0.1:49611, baseZNode=/1-256479161 Set watcher on znode that does not yet exist, /1-256479161/master 2024-11-20T18:18:42,415 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42291-0x101597821f60004, quorum=127.0.0.1:49611, baseZNode=/1-256479161 Set watcher on znode that does not yet exist, /1-256479161/acl 2024-11-20T18:18:42,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42291 2024-11-20T18:18:42,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42291 2024-11-20T18:18:42,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42291 2024-11-20T18:18:42,419 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42291 2024-11-20T18:18:42,419 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42291 2024-11-20T18:18:42,430 DEBUG [M:0;6b87edf34edd:34865 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b87edf34edd:34865 2024-11-20T18:18:42,431 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-256479161/backup-masters/6b87edf34edd,34865,1732126722248 2024-11-20T18:18:42,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34865-0x101597821f60003, quorum=127.0.0.1:49611, baseZNode=/1-256479161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-256479161/backup-masters 2024-11-20T18:18:42,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42291-0x101597821f60004, quorum=127.0.0.1:49611, baseZNode=/1-256479161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-256479161/backup-masters 2024-11-20T18:18:42,441 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34865-0x101597821f60003, quorum=127.0.0.1:49611, baseZNode=/1-256479161 Set watcher on existing znode=/1-256479161/backup-masters/6b87edf34edd,34865,1732126722248 2024-11-20T18:18:42,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42291-0x101597821f60004, quorum=127.0.0.1:49611, baseZNode=/1-256479161 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-256479161/master 2024-11-20T18:18:42,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34865-0x101597821f60003, quorum=127.0.0.1:49611, baseZNode=/1-256479161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-256479161 2024-11-20T18:18:42,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42291-0x101597821f60004, quorum=127.0.0.1:49611, baseZNode=/1-256479161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-256479161 2024-11-20T18:18:42,452 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34865-0x101597821f60003, quorum=127.0.0.1:49611, baseZNode=/1-256479161 Set watcher on existing znode=/1-256479161/master 2024-11-20T18:18:42,452 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-256479161/backup-masters/6b87edf34edd,34865,1732126722248 from backup master directory 2024-11-20T18:18:42,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34865-0x101597821f60003, quorum=127.0.0.1:49611, baseZNode=/1-256479161 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-256479161/backup-masters/6b87edf34edd,34865,1732126722248 2024-11-20T18:18:42,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42291-0x101597821f60004, quorum=127.0.0.1:49611, baseZNode=/1-256479161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-256479161/backup-masters 2024-11-20T18:18:42,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34865-0x101597821f60003, quorum=127.0.0.1:49611, baseZNode=/1-256479161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-256479161/backup-masters 2024-11-20T18:18:42,462 WARN [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T18:18:42,462 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b87edf34edd,34865,1732126722248 2024-11-20T18:18:42,466 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/hbase.id] with ID: 5dc58524-fe06-4c45-a588-37f02c0cf8e8 2024-11-20T18:18:42,466 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/.tmp/hbase.id 2024-11-20T18:18:42,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37151 is added to blk_1073741826_1002 (size=42) 2024-11-20T18:18:42,871 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/.tmp/hbase.id]:[hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/hbase.id] 2024-11-20T18:18:42,882 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:18:42,882 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T18:18:42,884 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-20T18:18:42,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34865-0x101597821f60003, quorum=127.0.0.1:49611, baseZNode=/1-256479161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-256479161 2024-11-20T18:18:42,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42291-0x101597821f60004, quorum=127.0.0.1:49611, baseZNode=/1-256479161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-256479161 2024-11-20T18:18:42,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37151 is added to blk_1073741827_1003 (size=196) 2024-11-20T18:18:43,331 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T18:18:43,332 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T18:18:43,332 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:18:43,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37151 is added to blk_1073741828_1004 (size=1189) 2024-11-20T18:18:43,739 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/MasterData/data/master/store 2024-11-20T18:18:43,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37151 is added to blk_1073741829_1005 (size=34) 2024-11-20T18:18:44,147 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:18:44,147 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T18:18:44,147 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:18:44,147 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:18:44,147 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T18:18:44,147 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:18:44,147 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:18:44,147 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732126724147Disabling compacts and flushes for region at 1732126724147Disabling writes for close at 1732126724147Writing region close event to WAL at 1732126724147Closed at 1732126724147 2024-11-20T18:18:44,149 WARN [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/MasterData/data/master/store/.initializing 2024-11-20T18:18:44,149 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/MasterData/WALs/6b87edf34edd,34865,1732126722248 2024-11-20T18:18:44,150 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T18:18:44,152 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b87edf34edd%2C34865%2C1732126722248, suffix=, logDir=hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/MasterData/WALs/6b87edf34edd,34865,1732126722248, archiveDir=hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/MasterData/oldWALs, maxLogs=10 2024-11-20T18:18:44,167 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/MasterData/WALs/6b87edf34edd,34865,1732126722248/6b87edf34edd%2C34865%2C1732126722248.1732126724152, exclude list is [], retry=0 2024-11-20T18:18:44,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37151,DS-24ba3af7-e61f-4b41-ac67-31452e7e72ef,DISK] 2024-11-20T18:18:44,173 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/MasterData/WALs/6b87edf34edd,34865,1732126722248/6b87edf34edd%2C34865%2C1732126722248.1732126724152 2024-11-20T18:18:44,173 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43547:43547)] 2024-11-20T18:18:44,173 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:18:44,173 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:18:44,174 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:18:44,174 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:18:44,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:18:44,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T18:18:44,176 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:44,177 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:18:44,177 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:18:44,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T18:18:44,179 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:44,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:18:44,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:18:44,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T18:18:44,181 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:44,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:18:44,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:18:44,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T18:18:44,182 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:44,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:18:44,183 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:18:44,184 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:18:44,184 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:18:44,185 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:18:44,185 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:18:44,185 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:18:44,186 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:18:44,188 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:18:44,189 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71095519, jitterRate=0.05940578877925873}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:18:44,189 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732126724174Initializing all the Stores at 1732126724175 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126724175Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126724175Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126724175Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126724175Cleaning up temporary data from old regions at 1732126724185 (+10 ms)Region opened successfully at 1732126724189 (+4 ms) 2024-11-20T18:18:44,189 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T18:18:44,193 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bd3054c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b87edf34edd/172.17.0.3:0 2024-11-20T18:18:44,194 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T18:18:44,194 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T18:18:44,194 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T18:18:44,194 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T18:18:44,195 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T18:18:44,195 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T18:18:44,195 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T18:18:44,198 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T18:18:44,199 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34865-0x101597821f60003, quorum=127.0.0.1:49611, baseZNode=/1-256479161 Unable to get data of znode /1-256479161/balancer because node does not exist (not necessarily an error) 2024-11-20T18:18:44,276 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-256479161/balancer already deleted, retry=false 2024-11-20T18:18:44,276 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T18:18:44,277 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34865-0x101597821f60003, quorum=127.0.0.1:49611, baseZNode=/1-256479161 Unable to get data of znode /1-256479161/normalizer because node does not exist (not necessarily an error) 2024-11-20T18:18:44,287 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-256479161/normalizer already deleted, retry=false 2024-11-20T18:18:44,287 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T18:18:44,288 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34865-0x101597821f60003, quorum=127.0.0.1:49611, baseZNode=/1-256479161 Unable to get data of znode /1-256479161/switch/split because node does not exist (not necessarily an error) 2024-11-20T18:18:44,297 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-256479161/switch/split already deleted, retry=false 2024-11-20T18:18:44,298 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34865-0x101597821f60003, quorum=127.0.0.1:49611, baseZNode=/1-256479161 Unable to get data of znode /1-256479161/switch/merge because node does not exist (not necessarily an error) 2024-11-20T18:18:44,308 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-256479161/switch/merge already deleted, retry=false 2024-11-20T18:18:44,309 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34865-0x101597821f60003, quorum=127.0.0.1:49611, baseZNode=/1-256479161 Unable to get data of znode /1-256479161/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T18:18:44,318 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-256479161/snapshot-cleanup already deleted, retry=false 2024-11-20T18:18:44,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34865-0x101597821f60003, quorum=127.0.0.1:49611, baseZNode=/1-256479161 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-256479161/running 2024-11-20T18:18:44,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42291-0x101597821f60004, quorum=127.0.0.1:49611, baseZNode=/1-256479161 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-256479161/running 2024-11-20T18:18:44,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34865-0x101597821f60003, quorum=127.0.0.1:49611, baseZNode=/1-256479161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-256479161 2024-11-20T18:18:44,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42291-0x101597821f60004, quorum=127.0.0.1:49611, baseZNode=/1-256479161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-256479161 2024-11-20T18:18:44,329 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b87edf34edd,34865,1732126722248, sessionid=0x101597821f60003, setting cluster-up flag (Was=false) 2024-11-20T18:18:44,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34865-0x101597821f60003, quorum=127.0.0.1:49611, baseZNode=/1-256479161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-256479161 2024-11-20T18:18:44,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42291-0x101597821f60004, quorum=127.0.0.1:49611, baseZNode=/1-256479161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-256479161 2024-11-20T18:18:44,381 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-256479161/flush-table-proc/acquired, /1-256479161/flush-table-proc/reached, /1-256479161/flush-table-proc/abort 2024-11-20T18:18:44,382 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b87edf34edd,34865,1732126722248 2024-11-20T18:18:44,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34865-0x101597821f60003, quorum=127.0.0.1:49611, baseZNode=/1-256479161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-256479161 2024-11-20T18:18:44,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42291-0x101597821f60004, quorum=127.0.0.1:49611, baseZNode=/1-256479161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-256479161 2024-11-20T18:18:44,434 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-256479161/online-snapshot/acquired, /1-256479161/online-snapshot/reached, /1-256479161/online-snapshot/abort 2024-11-20T18:18:44,435 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b87edf34edd,34865,1732126722248 2024-11-20T18:18:44,436 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T18:18:44,437 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T18:18:44,438 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T18:18:44,438 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T18:18:44,438 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b87edf34edd,34865,1732126722248 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T18:18:44,439 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:18:44,439 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:18:44,439 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:18:44,439 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:18:44,439 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b87edf34edd:0, corePoolSize=10, maxPoolSize=10 2024-11-20T18:18:44,439 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:18:44,439 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b87edf34edd:0, corePoolSize=2, maxPoolSize=2 2024-11-20T18:18:44,439 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:18:44,440 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732126754440 2024-11-20T18:18:44,440 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T18:18:44,440 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T18:18:44,440 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T18:18:44,440 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T18:18:44,440 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T18:18:44,440 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T18:18:44,440 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:44,441 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:18:44,441 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T18:18:44,441 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T18:18:44,441 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T18:18:44,441 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T18:18:44,441 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T18:18:44,441 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T18:18:44,441 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T18:18:44,441 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732126724441,5,FailOnTimeoutGroup] 2024-11-20T18:18:44,441 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732126724441,5,FailOnTimeoutGroup] 2024-11-20T18:18:44,441 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:44,442 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T18:18:44,442 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:44,442 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:44,442 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:44,442 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T18:18:44,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37151 is added to blk_1073741831_1007 (size=1321) 2024-11-20T18:18:44,523 INFO [RS:0;6b87edf34edd:42291 {}] regionserver.HRegionServer(746): ClusterId : 5dc58524-fe06-4c45-a588-37f02c0cf8e8 2024-11-20T18:18:44,523 DEBUG [RS:0;6b87edf34edd:42291 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T18:18:44,536 DEBUG [RS:0;6b87edf34edd:42291 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T18:18:44,536 DEBUG [RS:0;6b87edf34edd:42291 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T18:18:44,546 DEBUG [RS:0;6b87edf34edd:42291 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T18:18:44,547 DEBUG [RS:0;6b87edf34edd:42291 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72ea969f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b87edf34edd/172.17.0.3:0 2024-11-20T18:18:44,557 DEBUG [RS:0;6b87edf34edd:42291 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b87edf34edd:42291 2024-11-20T18:18:44,557 INFO [RS:0;6b87edf34edd:42291 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T18:18:44,557 INFO [RS:0;6b87edf34edd:42291 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T18:18:44,557 DEBUG [RS:0;6b87edf34edd:42291 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T18:18:44,558 INFO [RS:0;6b87edf34edd:42291 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b87edf34edd,34865,1732126722248 with port=42291, startcode=1732126722398 2024-11-20T18:18:44,558 DEBUG [RS:0;6b87edf34edd:42291 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T18:18:44,559 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54719, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T18:18:44,559 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34865 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b87edf34edd,42291,1732126722398 2024-11-20T18:18:44,559 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34865 {}] master.ServerManager(517): Registering regionserver=6b87edf34edd,42291,1732126722398 2024-11-20T18:18:44,561 DEBUG [RS:0;6b87edf34edd:42291 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8 2024-11-20T18:18:44,561 DEBUG [RS:0;6b87edf34edd:42291 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44731 2024-11-20T18:18:44,561 DEBUG [RS:0;6b87edf34edd:42291 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T18:18:44,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34865-0x101597821f60003, quorum=127.0.0.1:49611, baseZNode=/1-256479161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-256479161/rs 2024-11-20T18:18:44,613 DEBUG [RS:0;6b87edf34edd:42291 {}] zookeeper.ZKUtil(111): regionserver:42291-0x101597821f60004, quorum=127.0.0.1:49611, baseZNode=/1-256479161 Set watcher on existing znode=/1-256479161/rs/6b87edf34edd,42291,1732126722398 2024-11-20T18:18:44,613 WARN [RS:0;6b87edf34edd:42291 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T18:18:44,613 INFO [RS:0;6b87edf34edd:42291 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:18:44,613 DEBUG [RS:0;6b87edf34edd:42291 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/WALs/6b87edf34edd,42291,1732126722398 2024-11-20T18:18:44,613 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b87edf34edd,42291,1732126722398] 2024-11-20T18:18:44,616 INFO [RS:0;6b87edf34edd:42291 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T18:18:44,619 INFO [RS:0;6b87edf34edd:42291 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T18:18:44,619 INFO [RS:0;6b87edf34edd:42291 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T18:18:44,619 INFO [RS:0;6b87edf34edd:42291 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:44,619 INFO [RS:0;6b87edf34edd:42291 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T18:18:44,620 INFO [RS:0;6b87edf34edd:42291 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T18:18:44,620 INFO [RS:0;6b87edf34edd:42291 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:44,620 DEBUG [RS:0;6b87edf34edd:42291 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:18:44,620 DEBUG [RS:0;6b87edf34edd:42291 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:18:44,620 DEBUG [RS:0;6b87edf34edd:42291 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:18:44,620 DEBUG [RS:0;6b87edf34edd:42291 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:18:44,620 DEBUG [RS:0;6b87edf34edd:42291 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:18:44,620 DEBUG [RS:0;6b87edf34edd:42291 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b87edf34edd:0, corePoolSize=2, maxPoolSize=2 2024-11-20T18:18:44,620 DEBUG [RS:0;6b87edf34edd:42291 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:18:44,621 DEBUG [RS:0;6b87edf34edd:42291 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:18:44,621 DEBUG [RS:0;6b87edf34edd:42291 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:18:44,621 DEBUG [RS:0;6b87edf34edd:42291 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:18:44,621 DEBUG [RS:0;6b87edf34edd:42291 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:18:44,621 DEBUG [RS:0;6b87edf34edd:42291 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:18:44,621 DEBUG [RS:0;6b87edf34edd:42291 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b87edf34edd:0, corePoolSize=3, maxPoolSize=3 2024-11-20T18:18:44,621 DEBUG [RS:0;6b87edf34edd:42291 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b87edf34edd:0, corePoolSize=3, maxPoolSize=3 2024-11-20T18:18:44,621 INFO [RS:0;6b87edf34edd:42291 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:44,621 INFO [RS:0;6b87edf34edd:42291 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:44,621 INFO [RS:0;6b87edf34edd:42291 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:44,621 INFO [RS:0;6b87edf34edd:42291 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:44,621 INFO [RS:0;6b87edf34edd:42291 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:44,621 INFO [RS:0;6b87edf34edd:42291 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,42291,1732126722398-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T18:18:44,639 INFO [RS:0;6b87edf34edd:42291 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T18:18:44,639 INFO [RS:0;6b87edf34edd:42291 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,42291,1732126722398-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:44,640 INFO [RS:0;6b87edf34edd:42291 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:44,640 INFO [RS:0;6b87edf34edd:42291 {}] regionserver.Replication(171): 6b87edf34edd,42291,1732126722398 started 2024-11-20T18:18:44,655 INFO [RS:0;6b87edf34edd:42291 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:44,655 INFO [RS:0;6b87edf34edd:42291 {}] regionserver.HRegionServer(1482): Serving as 6b87edf34edd,42291,1732126722398, RpcServer on 6b87edf34edd/172.17.0.3:42291, sessionid=0x101597821f60004 2024-11-20T18:18:44,655 DEBUG [RS:0;6b87edf34edd:42291 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T18:18:44,655 DEBUG [RS:0;6b87edf34edd:42291 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b87edf34edd,42291,1732126722398 2024-11-20T18:18:44,655 DEBUG [RS:0;6b87edf34edd:42291 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b87edf34edd,42291,1732126722398' 2024-11-20T18:18:44,655 DEBUG [RS:0;6b87edf34edd:42291 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-256479161/flush-table-proc/abort' 2024-11-20T18:18:44,656 DEBUG [RS:0;6b87edf34edd:42291 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-256479161/flush-table-proc/acquired' 2024-11-20T18:18:44,656 DEBUG [RS:0;6b87edf34edd:42291 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T18:18:44,656 DEBUG [RS:0;6b87edf34edd:42291 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T18:18:44,656 DEBUG [RS:0;6b87edf34edd:42291 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b87edf34edd,42291,1732126722398 2024-11-20T18:18:44,656 DEBUG [RS:0;6b87edf34edd:42291 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b87edf34edd,42291,1732126722398' 2024-11-20T18:18:44,656 DEBUG [RS:0;6b87edf34edd:42291 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-256479161/online-snapshot/abort' 2024-11-20T18:18:44,656 DEBUG [RS:0;6b87edf34edd:42291 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-256479161/online-snapshot/acquired' 2024-11-20T18:18:44,657 DEBUG [RS:0;6b87edf34edd:42291 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T18:18:44,657 INFO [RS:0;6b87edf34edd:42291 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T18:18:44,657 INFO [RS:0;6b87edf34edd:42291 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T18:18:44,757 INFO [RS:0;6b87edf34edd:42291 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T18:18:44,759 INFO [RS:0;6b87edf34edd:42291 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b87edf34edd%2C42291%2C1732126722398, suffix=, logDir=hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/WALs/6b87edf34edd,42291,1732126722398, archiveDir=hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/oldWALs, maxLogs=10 2024-11-20T18:18:44,772 DEBUG [RS:0;6b87edf34edd:42291 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/WALs/6b87edf34edd,42291,1732126722398/6b87edf34edd%2C42291%2C1732126722398.1732126724759, exclude list is [], retry=0 2024-11-20T18:18:44,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37151,DS-24ba3af7-e61f-4b41-ac67-31452e7e72ef,DISK] 2024-11-20T18:18:44,777 INFO [RS:0;6b87edf34edd:42291 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/WALs/6b87edf34edd,42291,1732126722398/6b87edf34edd%2C42291%2C1732126722398.1732126724759 2024-11-20T18:18:44,777 DEBUG [RS:0;6b87edf34edd:42291 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43547:43547)] 2024-11-20T18:18:44,813 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T18:18:44,852 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T18:18:44,852 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8 2024-11-20T18:18:44,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37151 is added to blk_1073741833_1009 (size=32) 2024-11-20T18:18:44,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:18:44,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T18:18:44,861 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T18:18:44,861 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:44,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:18:44,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T18:18:44,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T18:18:44,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:44,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:18:44,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T18:18:44,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T18:18:44,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:44,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:18:44,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T18:18:44,867 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T18:18:44,867 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:44,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:18:44,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T18:18:44,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/data/hbase/meta/1588230740 2024-11-20T18:18:44,869 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/data/hbase/meta/1588230740 2024-11-20T18:18:44,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T18:18:44,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T18:18:44,871 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:18:44,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T18:18:44,875 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:18:44,875 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60222830, jitterRate=-0.10260990262031555}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:18:44,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732126724858Initializing all the Stores at 1732126724859 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126724859Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126724860 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126724860Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126724860Cleaning up temporary data from old regions at 1732126724871 (+11 ms)Region opened successfully at 1732126724876 (+5 ms) 2024-11-20T18:18:44,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T18:18:44,876 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T18:18:44,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T18:18:44,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T18:18:44,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T18:18:44,876 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T18:18:44,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732126724876Disabling compacts and flushes for region at 1732126724876Disabling writes for close at 1732126724876Writing region close event to WAL at 1732126724876Closed at 1732126724876 2024-11-20T18:18:44,877 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:18:44,878 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T18:18:44,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T18:18:44,879 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T18:18:44,880 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T18:18:45,030 DEBUG [6b87edf34edd:34865 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T18:18:45,031 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b87edf34edd,42291,1732126722398 2024-11-20T18:18:45,032 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b87edf34edd,42291,1732126722398, state=OPENING 2024-11-20T18:18:45,087 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T18:18:45,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42291-0x101597821f60004, quorum=127.0.0.1:49611, baseZNode=/1-256479161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-256479161 2024-11-20T18:18:45,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34865-0x101597821f60003, quorum=127.0.0.1:49611, baseZNode=/1-256479161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-256479161 2024-11-20T18:18:45,098 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-256479161/meta-region-server: CHANGED 2024-11-20T18:18:45,099 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T18:18:45,099 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b87edf34edd,42291,1732126722398}] 2024-11-20T18:18:45,099 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-256479161/meta-region-server: CHANGED 2024-11-20T18:18:45,252 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T18:18:45,253 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57815, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T18:18:45,256 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T18:18:45,256 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:18:45,257 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T18:18:45,258 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b87edf34edd%2C42291%2C1732126722398.meta, suffix=.meta, logDir=hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/WALs/6b87edf34edd,42291,1732126722398, archiveDir=hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/oldWALs, maxLogs=10 2024-11-20T18:18:45,270 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/WALs/6b87edf34edd,42291,1732126722398/6b87edf34edd%2C42291%2C1732126722398.meta.1732126725258.meta, exclude list is [], retry=0 2024-11-20T18:18:45,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37151,DS-24ba3af7-e61f-4b41-ac67-31452e7e72ef,DISK] 2024-11-20T18:18:45,274 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/WALs/6b87edf34edd,42291,1732126722398/6b87edf34edd%2C42291%2C1732126722398.meta.1732126725258.meta 2024-11-20T18:18:45,274 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43547:43547)] 2024-11-20T18:18:45,274 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:18:45,274 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T18:18:45,275 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T18:18:45,275 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T18:18:45,275 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T18:18:45,275 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T18:18:45,275 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:18:45,275 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T18:18:45,275 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T18:18:45,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T18:18:45,277 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T18:18:45,277 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:45,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:18:45,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T18:18:45,278 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T18:18:45,278 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:45,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:18:45,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T18:18:45,279 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T18:18:45,279 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:45,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:18:45,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T18:18:45,281 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T18:18:45,281 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:45,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:18:45,281 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T18:18:45,282 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/data/hbase/meta/1588230740 2024-11-20T18:18:45,283 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/data/hbase/meta/1588230740 2024-11-20T18:18:45,284 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T18:18:45,284 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T18:18:45,285 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:18:45,286 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T18:18:45,286 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74546436, jitterRate=0.1108284592628479}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:18:45,286 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T18:18:45,286 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732126725275Writing region info on filesystem at 1732126725275Initializing all the Stores at 1732126725276 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126725276Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126725276Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126725276Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126725276Cleaning up temporary data from old regions at 1732126725284 (+8 ms)Running coprocessor post-open hooks at 1732126725286 (+2 ms)Region opened successfully at 1732126725286 2024-11-20T18:18:45,287 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732126725251 2024-11-20T18:18:45,289 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T18:18:45,289 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T18:18:45,290 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b87edf34edd,42291,1732126722398 2024-11-20T18:18:45,290 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b87edf34edd,42291,1732126722398, state=OPEN 2024-11-20T18:18:45,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42291-0x101597821f60004, quorum=127.0.0.1:49611, baseZNode=/1-256479161 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-256479161/meta-region-server 2024-11-20T18:18:45,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34865-0x101597821f60003, quorum=127.0.0.1:49611, baseZNode=/1-256479161 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-256479161/meta-region-server 2024-11-20T18:18:45,297 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b87edf34edd,42291,1732126722398 2024-11-20T18:18:45,297 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-256479161/meta-region-server: CHANGED 2024-11-20T18:18:45,297 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-256479161/meta-region-server: CHANGED 2024-11-20T18:18:45,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T18:18:45,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b87edf34edd,42291,1732126722398 in 198 msec 2024-11-20T18:18:45,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T18:18:45,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 422 msec 2024-11-20T18:18:45,302 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:18:45,302 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T18:18:45,303 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:18:45,303 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,42291,1732126722398, seqNum=-1] 2024-11-20T18:18:45,303 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:18:45,305 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52359, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:18:45,309 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 871 msec 2024-11-20T18:18:45,309 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732126725309, completionTime=-1 2024-11-20T18:18:45,309 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T18:18:45,309 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T18:18:45,310 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T18:18:45,310 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732126785310 2024-11-20T18:18:45,310 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732126845310 2024-11-20T18:18:45,310 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T18:18:45,311 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,34865,1732126722248-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:45,311 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,34865,1732126722248-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:45,311 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,34865,1732126722248-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:45,311 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b87edf34edd:34865, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:45,311 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:45,311 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:45,313 DEBUG [master/6b87edf34edd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T18:18:45,314 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.852sec 2024-11-20T18:18:45,314 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T18:18:45,314 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T18:18:45,314 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T18:18:45,314 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T18:18:45,314 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T18:18:45,314 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,34865,1732126722248-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T18:18:45,314 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,34865,1732126722248-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T18:18:45,317 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T18:18:45,317 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T18:18:45,317 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,34865,1732126722248-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:18:45,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14301475, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:18:45,323 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,34865,-1 for getting cluster id 2024-11-20T18:18:45,323 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:18:45,324 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5dc58524-fe06-4c45-a588-37f02c0cf8e8' 2024-11-20T18:18:45,325 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:18:45,325 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5dc58524-fe06-4c45-a588-37f02c0cf8e8" 2024-11-20T18:18:45,325 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79efc743, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:18:45,325 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,34865,-1] 2024-11-20T18:18:45,325 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:18:45,325 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:18:45,326 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:18:45,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eb7739a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:18:45,327 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:18:45,328 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,42291,1732126722398, seqNum=-1] 2024-11-20T18:18:45,328 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:18:45,329 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:18:45,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b87edf34edd,34865,1732126722248 2024-11-20T18:18:45,331 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49611 2024-11-20T18:18:45,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49611, baseZNode=/1-256479161 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:18:45,340 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101597821f60005 connected 2024-11-20T18:18:45,354 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:18:45,356 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,43149,1732126716207 2024-11-20T18:18:45,356 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69d64006 2024-11-20T18:18:45,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:18:45,358 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:18:45,361 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43149 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T18:18:45,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43149 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T18:18:45,365 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T18:18:45,366 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:45,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43149 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T18:18:45,368 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T18:18:45,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:18:45,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741835_1011 (size=902) 2024-11-20T18:18:45,435 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T18:18:45,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:18:45,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:18:45,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:18:45,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:18:45,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:18:45,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:18:45,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T18:18:45,726 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T18:18:45,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T18:18:45,727 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-20T18:18:45,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T18:18:45,727 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T18:18:45,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T18:18:45,727 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T18:18:45,776 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c146954342bd74a2586f13912a1d9223, NAME => 'test,,1732126725358.c146954342bd74a2586f13912a1d9223.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063 2024-11-20T18:18:45,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741836_1012 (size=39) 2024-11-20T18:18:46,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:18:46,182 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732126725358.c146954342bd74a2586f13912a1d9223.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:18:46,183 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c146954342bd74a2586f13912a1d9223, disabling compactions & flushes 2024-11-20T18:18:46,183 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732126725358.c146954342bd74a2586f13912a1d9223. 2024-11-20T18:18:46,183 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732126725358.c146954342bd74a2586f13912a1d9223. 2024-11-20T18:18:46,183 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732126725358.c146954342bd74a2586f13912a1d9223. after waiting 0 ms 2024-11-20T18:18:46,183 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732126725358.c146954342bd74a2586f13912a1d9223. 2024-11-20T18:18:46,183 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732126725358.c146954342bd74a2586f13912a1d9223. 2024-11-20T18:18:46,183 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c146954342bd74a2586f13912a1d9223: Waiting for close lock at 1732126726183Disabling compacts and flushes for region at 1732126726183Disabling writes for close at 1732126726183Writing region close event to WAL at 1732126726183Closed at 1732126726183 2024-11-20T18:18:46,184 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T18:18:46,184 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732126725358.c146954342bd74a2586f13912a1d9223.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732126726184"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732126726184"}]},"ts":"1732126726184"} 2024-11-20T18:18:46,187 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T18:18:46,188 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T18:18:46,188 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126726188"}]},"ts":"1732126726188"} 2024-11-20T18:18:46,190 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T18:18:46,190 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c146954342bd74a2586f13912a1d9223, ASSIGN}] 2024-11-20T18:18:46,191 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c146954342bd74a2586f13912a1d9223, ASSIGN 2024-11-20T18:18:46,192 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c146954342bd74a2586f13912a1d9223, ASSIGN; state=OFFLINE, location=6b87edf34edd,38123,1732126716596; forceNewPlan=false, retain=false 2024-11-20T18:18:46,342 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c146954342bd74a2586f13912a1d9223, regionState=OPENING, regionLocation=6b87edf34edd,38123,1732126716596 2024-11-20T18:18:46,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c146954342bd74a2586f13912a1d9223, ASSIGN because future has completed 2024-11-20T18:18:46,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c146954342bd74a2586f13912a1d9223, server=6b87edf34edd,38123,1732126716596}] 2024-11-20T18:18:46,501 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732126725358.c146954342bd74a2586f13912a1d9223. 2024-11-20T18:18:46,502 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c146954342bd74a2586f13912a1d9223, NAME => 'test,,1732126725358.c146954342bd74a2586f13912a1d9223.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:18:46,502 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T18:18:46,502 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T18:18:46,502 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c146954342bd74a2586f13912a1d9223 2024-11-20T18:18:46,502 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732126725358.c146954342bd74a2586f13912a1d9223.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:18:46,502 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c146954342bd74a2586f13912a1d9223 2024-11-20T18:18:46,502 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c146954342bd74a2586f13912a1d9223 2024-11-20T18:18:46,504 INFO [StoreOpener-c146954342bd74a2586f13912a1d9223-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c146954342bd74a2586f13912a1d9223 2024-11-20T18:18:46,505 INFO [StoreOpener-c146954342bd74a2586f13912a1d9223-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c146954342bd74a2586f13912a1d9223 columnFamilyName f 2024-11-20T18:18:46,505 DEBUG [StoreOpener-c146954342bd74a2586f13912a1d9223-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:46,505 INFO [StoreOpener-c146954342bd74a2586f13912a1d9223-1 {}] regionserver.HStore(327): Store=c146954342bd74a2586f13912a1d9223/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:18:46,506 INFO [StoreOpener-c146954342bd74a2586f13912a1d9223-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c146954342bd74a2586f13912a1d9223 2024-11-20T18:18:46,507 INFO [StoreOpener-c146954342bd74a2586f13912a1d9223-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c146954342bd74a2586f13912a1d9223 columnFamilyName f1 2024-11-20T18:18:46,507 DEBUG [StoreOpener-c146954342bd74a2586f13912a1d9223-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:46,507 INFO [StoreOpener-c146954342bd74a2586f13912a1d9223-1 {}] regionserver.HStore(327): Store=c146954342bd74a2586f13912a1d9223/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:18:46,507 INFO [StoreOpener-c146954342bd74a2586f13912a1d9223-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c146954342bd74a2586f13912a1d9223 2024-11-20T18:18:46,508 INFO [StoreOpener-c146954342bd74a2586f13912a1d9223-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c146954342bd74a2586f13912a1d9223 columnFamilyName norep 2024-11-20T18:18:46,508 DEBUG [StoreOpener-c146954342bd74a2586f13912a1d9223-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:46,508 INFO [StoreOpener-c146954342bd74a2586f13912a1d9223-1 {}] regionserver.HStore(327): Store=c146954342bd74a2586f13912a1d9223/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:18:46,509 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c146954342bd74a2586f13912a1d9223 2024-11-20T18:18:46,509 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/data/default/test/c146954342bd74a2586f13912a1d9223 2024-11-20T18:18:46,509 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/data/default/test/c146954342bd74a2586f13912a1d9223 2024-11-20T18:18:46,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:18:46,510 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c146954342bd74a2586f13912a1d9223 2024-11-20T18:18:46,511 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c146954342bd74a2586f13912a1d9223 2024-11-20T18:18:46,511 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T18:18:46,512 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c146954342bd74a2586f13912a1d9223 2024-11-20T18:18:46,515 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/data/default/test/c146954342bd74a2586f13912a1d9223/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:18:46,515 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c146954342bd74a2586f13912a1d9223; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69940166, jitterRate=0.04218968749046326}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T18:18:46,515 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c146954342bd74a2586f13912a1d9223 2024-11-20T18:18:46,516 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c146954342bd74a2586f13912a1d9223: Running coprocessor pre-open hook at 1732126726502Writing region info on filesystem at 1732126726502Initializing all the Stores at 1732126726503 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126726503Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126726504 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126726504Cleaning up temporary data from old regions at 1732126726511 (+7 ms)Running coprocessor post-open hooks at 1732126726515 (+4 ms)Region opened successfully at 1732126726516 (+1 ms) 2024-11-20T18:18:46,518 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732126725358.c146954342bd74a2586f13912a1d9223., pid=6, masterSystemTime=1732126726498 2024-11-20T18:18:46,520 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732126725358.c146954342bd74a2586f13912a1d9223. 2024-11-20T18:18:46,520 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732126725358.c146954342bd74a2586f13912a1d9223. 2024-11-20T18:18:46,522 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c146954342bd74a2586f13912a1d9223, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b87edf34edd,38123,1732126716596 2024-11-20T18:18:46,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c146954342bd74a2586f13912a1d9223, server=6b87edf34edd,38123,1732126716596 because future has completed 2024-11-20T18:18:46,527 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T18:18:46,527 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c146954342bd74a2586f13912a1d9223, server=6b87edf34edd,38123,1732126716596 in 180 msec 2024-11-20T18:18:46,529 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T18:18:46,529 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c146954342bd74a2586f13912a1d9223, ASSIGN in 337 msec 2024-11-20T18:18:46,530 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T18:18:46,530 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126726530"}]},"ts":"1732126726530"} 2024-11-20T18:18:46,532 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T18:18:46,533 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T18:18:46,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1700 sec 2024-11-20T18:18:47,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:18:47,520 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:18:47,520 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T18:18:47,521 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,34865,1732126722248 2024-11-20T18:18:47,521 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58ce4e45 2024-11-20T18:18:47,521 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:18:47,522 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:18:47,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34865 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T18:18:47,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34865 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T18:18:47,526 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T18:18:47,526 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:47,526 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34865 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T18:18:47,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:18:47,528 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T18:18:47,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37151 is added to blk_1073741835_1011 (size=902) 2024-11-20T18:18:47,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:18:47,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:18:47,936 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4ee60eb480109e6319ed837a3ef83ede, NAME => 'test,,1732126727523.4ee60eb480109e6319ed837a3ef83ede.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8 2024-11-20T18:18:47,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37151 is added to blk_1073741836_1012 (size=39) 2024-11-20T18:18:48,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:18:48,342 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732126727523.4ee60eb480109e6319ed837a3ef83ede.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:18:48,342 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4ee60eb480109e6319ed837a3ef83ede, disabling compactions & flushes 2024-11-20T18:18:48,342 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732126727523.4ee60eb480109e6319ed837a3ef83ede. 2024-11-20T18:18:48,342 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732126727523.4ee60eb480109e6319ed837a3ef83ede. 2024-11-20T18:18:48,342 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732126727523.4ee60eb480109e6319ed837a3ef83ede. after waiting 0 ms 2024-11-20T18:18:48,342 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732126727523.4ee60eb480109e6319ed837a3ef83ede. 2024-11-20T18:18:48,343 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732126727523.4ee60eb480109e6319ed837a3ef83ede. 2024-11-20T18:18:48,343 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4ee60eb480109e6319ed837a3ef83ede: Waiting for close lock at 1732126728342Disabling compacts and flushes for region at 1732126728342Disabling writes for close at 1732126728342Writing region close event to WAL at 1732126728342Closed at 1732126728342 2024-11-20T18:18:48,344 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T18:18:48,344 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732126727523.4ee60eb480109e6319ed837a3ef83ede.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732126728344"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732126728344"}]},"ts":"1732126728344"} 2024-11-20T18:18:48,347 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T18:18:48,348 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T18:18:48,349 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126728349"}]},"ts":"1732126728349"} 2024-11-20T18:18:48,351 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T18:18:48,351 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4ee60eb480109e6319ed837a3ef83ede, ASSIGN}] 2024-11-20T18:18:48,352 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4ee60eb480109e6319ed837a3ef83ede, ASSIGN 2024-11-20T18:18:48,353 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4ee60eb480109e6319ed837a3ef83ede, ASSIGN; state=OFFLINE, location=6b87edf34edd,42291,1732126722398; forceNewPlan=false, retain=false 2024-11-20T18:18:48,504 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4ee60eb480109e6319ed837a3ef83ede, regionState=OPENING, regionLocation=6b87edf34edd,42291,1732126722398 2024-11-20T18:18:48,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4ee60eb480109e6319ed837a3ef83ede, ASSIGN because future has completed 2024-11-20T18:18:48,506 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4ee60eb480109e6319ed837a3ef83ede, server=6b87edf34edd,42291,1732126722398}] 2024-11-20T18:18:48,662 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732126727523.4ee60eb480109e6319ed837a3ef83ede. 2024-11-20T18:18:48,662 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4ee60eb480109e6319ed837a3ef83ede, NAME => 'test,,1732126727523.4ee60eb480109e6319ed837a3ef83ede.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:18:48,663 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T18:18:48,663 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T18:18:48,663 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4ee60eb480109e6319ed837a3ef83ede 2024-11-20T18:18:48,663 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732126727523.4ee60eb480109e6319ed837a3ef83ede.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:18:48,663 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4ee60eb480109e6319ed837a3ef83ede 2024-11-20T18:18:48,663 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4ee60eb480109e6319ed837a3ef83ede 2024-11-20T18:18:48,664 INFO [StoreOpener-4ee60eb480109e6319ed837a3ef83ede-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4ee60eb480109e6319ed837a3ef83ede 2024-11-20T18:18:48,665 INFO [StoreOpener-4ee60eb480109e6319ed837a3ef83ede-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ee60eb480109e6319ed837a3ef83ede columnFamilyName f 2024-11-20T18:18:48,665 DEBUG [StoreOpener-4ee60eb480109e6319ed837a3ef83ede-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:48,666 INFO [StoreOpener-4ee60eb480109e6319ed837a3ef83ede-1 {}] regionserver.HStore(327): Store=4ee60eb480109e6319ed837a3ef83ede/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:18:48,666 INFO [StoreOpener-4ee60eb480109e6319ed837a3ef83ede-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4ee60eb480109e6319ed837a3ef83ede 2024-11-20T18:18:48,667 INFO [StoreOpener-4ee60eb480109e6319ed837a3ef83ede-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ee60eb480109e6319ed837a3ef83ede columnFamilyName f1 2024-11-20T18:18:48,667 DEBUG [StoreOpener-4ee60eb480109e6319ed837a3ef83ede-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:48,667 INFO [StoreOpener-4ee60eb480109e6319ed837a3ef83ede-1 {}] regionserver.HStore(327): Store=4ee60eb480109e6319ed837a3ef83ede/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:18:48,668 INFO [StoreOpener-4ee60eb480109e6319ed837a3ef83ede-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4ee60eb480109e6319ed837a3ef83ede 2024-11-20T18:18:48,669 INFO [StoreOpener-4ee60eb480109e6319ed837a3ef83ede-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ee60eb480109e6319ed837a3ef83ede columnFamilyName norep 2024-11-20T18:18:48,669 DEBUG [StoreOpener-4ee60eb480109e6319ed837a3ef83ede-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:48,669 INFO [StoreOpener-4ee60eb480109e6319ed837a3ef83ede-1 {}] regionserver.HStore(327): Store=4ee60eb480109e6319ed837a3ef83ede/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:18:48,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:18:48,669 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4ee60eb480109e6319ed837a3ef83ede 2024-11-20T18:18:48,670 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/data/default/test/4ee60eb480109e6319ed837a3ef83ede 2024-11-20T18:18:48,670 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/data/default/test/4ee60eb480109e6319ed837a3ef83ede 2024-11-20T18:18:48,671 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4ee60eb480109e6319ed837a3ef83ede 2024-11-20T18:18:48,671 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4ee60eb480109e6319ed837a3ef83ede 2024-11-20T18:18:48,672 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T18:18:48,672 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4ee60eb480109e6319ed837a3ef83ede 2024-11-20T18:18:48,674 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/data/default/test/4ee60eb480109e6319ed837a3ef83ede/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:18:48,675 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4ee60eb480109e6319ed837a3ef83ede; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73564875, jitterRate=0.0962020605802536}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T18:18:48,675 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4ee60eb480109e6319ed837a3ef83ede 2024-11-20T18:18:48,675 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4ee60eb480109e6319ed837a3ef83ede: Running coprocessor pre-open hook at 1732126728663Writing region info on filesystem at 1732126728663Initializing all the Stores at 1732126728664 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126728664Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126728664Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126728664Cleaning up temporary data from old regions at 1732126728671 (+7 ms)Running coprocessor post-open hooks at 1732126728675 (+4 ms)Region opened successfully at 1732126728675 2024-11-20T18:18:48,676 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732126727523.4ee60eb480109e6319ed837a3ef83ede., pid=6, masterSystemTime=1732126728659 2024-11-20T18:18:48,678 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732126727523.4ee60eb480109e6319ed837a3ef83ede. 2024-11-20T18:18:48,678 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732126727523.4ee60eb480109e6319ed837a3ef83ede. 2024-11-20T18:18:48,678 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4ee60eb480109e6319ed837a3ef83ede, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b87edf34edd,42291,1732126722398 2024-11-20T18:18:48,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4ee60eb480109e6319ed837a3ef83ede, server=6b87edf34edd,42291,1732126722398 because future has completed 2024-11-20T18:18:48,684 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T18:18:48,684 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4ee60eb480109e6319ed837a3ef83ede, server=6b87edf34edd,42291,1732126722398 in 176 msec 2024-11-20T18:18:48,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T18:18:48,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4ee60eb480109e6319ed837a3ef83ede, ASSIGN in 333 msec 2024-11-20T18:18:48,688 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T18:18:48,688 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126728688"}]},"ts":"1732126728688"} 2024-11-20T18:18:48,690 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T18:18:48,692 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T18:18:48,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1690 sec 2024-11-20T18:18:49,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:18:49,680 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T18:18:49,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10b0cc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:18:49,681 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,43149,-1 for getting cluster id 2024-11-20T18:18:49,681 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:18:49,682 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a58357-1fc5-40b7-ae57-990877afcb2f' 2024-11-20T18:18:49,682 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:18:49,682 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a58357-1fc5-40b7-ae57-990877afcb2f" 2024-11-20T18:18:49,682 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f17e94e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:18:49,682 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,43149,-1] 2024-11-20T18:18:49,682 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:18:49,682 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:18:49,683 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:18:49,684 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6825bb92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:18:49,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1238dd24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:18:49,684 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,34865,-1 for getting cluster id 2024-11-20T18:18:49,684 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:18:49,685 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5dc58524-fe06-4c45-a588-37f02c0cf8e8' 2024-11-20T18:18:49,685 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:18:49,685 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5dc58524-fe06-4c45-a588-37f02c0cf8e8" 2024-11-20T18:18:49,685 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46a6f257, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:18:49,685 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,34865,-1] 2024-11-20T18:18:49,686 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:18:49,686 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:18:49,686 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:18:49,687 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36569d48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:18:49,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5503e577, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:18:49,688 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,43149,-1 for getting cluster id 2024-11-20T18:18:49,688 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:18:49,688 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a58357-1fc5-40b7-ae57-990877afcb2f' 2024-11-20T18:18:49,689 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:18:49,689 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a58357-1fc5-40b7-ae57-990877afcb2f" 2024-11-20T18:18:49,689 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eda7b8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:18:49,689 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,43149,-1] 2024-11-20T18:18:49,689 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:18:49,689 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:18:49,690 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:18:49,691 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@660a488e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:18:49,692 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:18:49,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,43149,1732126716207 2024-11-20T18:18:49,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f9d9863 2024-11-20T18:18:49,693 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:18:49,694 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:18:49,694 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43149 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6b87edf34edd:34865,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-20T18:18:49,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43149 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T18:18:49,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:18:49,697 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b87edf34edd:34865' 2024-11-20T18:18:49,698 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@271fb57c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:18:49,698 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,34865,-1 for getting cluster id 2024-11-20T18:18:49,698 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:18:49,699 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5dc58524-fe06-4c45-a588-37f02c0cf8e8' 2024-11-20T18:18:49,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:18:49,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5dc58524-fe06-4c45-a588-37f02c0cf8e8" 2024-11-20T18:18:49,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eca702e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:18:49,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,34865,-1] 2024-11-20T18:18:49,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:18:49,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:18:49,700 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:18:49,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4096b851, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:18:49,701 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:18:49,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,34865,1732126722248 2024-11-20T18:18:49,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29ebf7d8 2024-11-20T18:18:49,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:18:49,702 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:18:49,703 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T18:18:49,703 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T18:18:49,703 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:18:49,703 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:18:49,703 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:18:49,704 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T18:18:49,705 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T18:18:49,706 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T18:18:49,706 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:49,707 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T18:18:49,755 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T18:18:49,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741837_1013 (size=1138) 2024-11-20T18:18:49,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:18:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:18:50,161 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b9232976a1b045695e3fbc586d1bc771, NAME => 'hbase:replication,,1732126729704.b9232976a1b045695e3fbc586d1bc771.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063 2024-11-20T18:18:50,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741838_1014 (size=44) 2024-11-20T18:18:50,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:18:50,567 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732126729704.b9232976a1b045695e3fbc586d1bc771.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:18:50,567 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b9232976a1b045695e3fbc586d1bc771, disabling compactions & flushes 2024-11-20T18:18:50,567 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732126729704.b9232976a1b045695e3fbc586d1bc771. 2024-11-20T18:18:50,567 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732126729704.b9232976a1b045695e3fbc586d1bc771. 2024-11-20T18:18:50,567 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732126729704.b9232976a1b045695e3fbc586d1bc771. after waiting 0 ms 2024-11-20T18:18:50,567 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732126729704.b9232976a1b045695e3fbc586d1bc771. 2024-11-20T18:18:50,567 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732126729704.b9232976a1b045695e3fbc586d1bc771. 2024-11-20T18:18:50,567 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b9232976a1b045695e3fbc586d1bc771: Waiting for close lock at 1732126730567Disabling compacts and flushes for region at 1732126730567Disabling writes for close at 1732126730567Writing region close event to WAL at 1732126730567Closed at 1732126730567 2024-11-20T18:18:50,568 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T18:18:50,568 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732126729704.b9232976a1b045695e3fbc586d1bc771.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732126730568"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732126730568"}]},"ts":"1732126730568"} 2024-11-20T18:18:50,570 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T18:18:50,571 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T18:18:50,571 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126730571"}]},"ts":"1732126730571"} 2024-11-20T18:18:50,574 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T18:18:50,574 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b9232976a1b045695e3fbc586d1bc771, ASSIGN}] 2024-11-20T18:18:50,575 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b9232976a1b045695e3fbc586d1bc771, ASSIGN 2024-11-20T18:18:50,576 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b9232976a1b045695e3fbc586d1bc771, ASSIGN; state=OFFLINE, location=6b87edf34edd,38123,1732126716596; forceNewPlan=false, retain=false 2024-11-20T18:18:50,727 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b9232976a1b045695e3fbc586d1bc771, regionState=OPENING, regionLocation=6b87edf34edd,38123,1732126716596 2024-11-20T18:18:50,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b9232976a1b045695e3fbc586d1bc771, ASSIGN because future has completed 2024-11-20T18:18:50,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b9232976a1b045695e3fbc586d1bc771, server=6b87edf34edd,38123,1732126716596}] 2024-11-20T18:18:50,776 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T18:18:50,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:18:50,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:18:50,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:18:50,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:18:50,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:18:50,851 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T18:18:50,885 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732126729704.b9232976a1b045695e3fbc586d1bc771. 2024-11-20T18:18:50,885 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:18:50,885 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T18:18:50,887 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b87edf34edd%2C38123%2C1732126716596.rep, suffix=, logDir=hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/WALs/6b87edf34edd,38123,1732126716596, archiveDir=hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/oldWALs, maxLogs=10 2024-11-20T18:18:50,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/WALs/6b87edf34edd,38123,1732126716596/6b87edf34edd%2C38123%2C1732126716596.rep.1732126730887, exclude list is [], retry=0 2024-11-20T18:18:50,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46177,DS-d1a4561a-04e3-4dcf-a216-92a138515256,DISK] 2024-11-20T18:18:50,905 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/WALs/6b87edf34edd,38123,1732126716596/6b87edf34edd%2C38123%2C1732126716596.rep.1732126730887 2024-11-20T18:18:50,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46271:46271)] 2024-11-20T18:18:50,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b9232976a1b045695e3fbc586d1bc771, NAME => 'hbase:replication,,1732126729704.b9232976a1b045695e3fbc586d1bc771.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:18:50,906 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T18:18:50,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T18:18:50,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732126729704.b9232976a1b045695e3fbc586d1bc771. service=MultiRowMutationService 2024-11-20T18:18:50,906 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T18:18:50,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b9232976a1b045695e3fbc586d1bc771 2024-11-20T18:18:50,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732126729704.b9232976a1b045695e3fbc586d1bc771.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:18:50,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b9232976a1b045695e3fbc586d1bc771 2024-11-20T18:18:50,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b9232976a1b045695e3fbc586d1bc771 2024-11-20T18:18:50,908 INFO [StoreOpener-b9232976a1b045695e3fbc586d1bc771-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b9232976a1b045695e3fbc586d1bc771 2024-11-20T18:18:50,909 INFO [StoreOpener-b9232976a1b045695e3fbc586d1bc771-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9232976a1b045695e3fbc586d1bc771 columnFamilyName hfileref 2024-11-20T18:18:50,909 DEBUG [StoreOpener-b9232976a1b045695e3fbc586d1bc771-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:50,910 INFO [StoreOpener-b9232976a1b045695e3fbc586d1bc771-1 {}] regionserver.HStore(327): Store=b9232976a1b045695e3fbc586d1bc771/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:18:50,910 INFO [StoreOpener-b9232976a1b045695e3fbc586d1bc771-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b9232976a1b045695e3fbc586d1bc771 2024-11-20T18:18:50,911 INFO [StoreOpener-b9232976a1b045695e3fbc586d1bc771-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9232976a1b045695e3fbc586d1bc771 columnFamilyName queue 2024-11-20T18:18:50,911 DEBUG [StoreOpener-b9232976a1b045695e3fbc586d1bc771-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:50,912 INFO [StoreOpener-b9232976a1b045695e3fbc586d1bc771-1 {}] regionserver.HStore(327): Store=b9232976a1b045695e3fbc586d1bc771/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:18:50,912 INFO [StoreOpener-b9232976a1b045695e3fbc586d1bc771-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b9232976a1b045695e3fbc586d1bc771 2024-11-20T18:18:50,913 INFO [StoreOpener-b9232976a1b045695e3fbc586d1bc771-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9232976a1b045695e3fbc586d1bc771 columnFamilyName sid 2024-11-20T18:18:50,913 DEBUG [StoreOpener-b9232976a1b045695e3fbc586d1bc771-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:18:50,913 INFO [StoreOpener-b9232976a1b045695e3fbc586d1bc771-1 {}] regionserver.HStore(327): Store=b9232976a1b045695e3fbc586d1bc771/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:18:50,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b9232976a1b045695e3fbc586d1bc771 2024-11-20T18:18:50,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/data/hbase/replication/b9232976a1b045695e3fbc586d1bc771 2024-11-20T18:18:50,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/data/hbase/replication/b9232976a1b045695e3fbc586d1bc771 2024-11-20T18:18:50,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b9232976a1b045695e3fbc586d1bc771 2024-11-20T18:18:50,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b9232976a1b045695e3fbc586d1bc771 2024-11-20T18:18:50,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T18:18:50,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b9232976a1b045695e3fbc586d1bc771 2024-11-20T18:18:50,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/data/hbase/replication/b9232976a1b045695e3fbc586d1bc771/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:18:50,919 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b9232976a1b045695e3fbc586d1bc771; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70591784, jitterRate=0.05189955234527588}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T18:18:50,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b9232976a1b045695e3fbc586d1bc771 2024-11-20T18:18:50,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b9232976a1b045695e3fbc586d1bc771: Running coprocessor pre-open hook at 1732126730907Writing region info on filesystem at 1732126730907Initializing all the Stores at 1732126730907Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126730907Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126730908 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126730908Cleaning up temporary data from old regions at 1732126730915 (+7 ms)Running coprocessor post-open hooks at 1732126730919 (+4 ms)Region opened successfully at 1732126730919 2024-11-20T18:18:50,920 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732126729704.b9232976a1b045695e3fbc586d1bc771., pid=10, masterSystemTime=1732126730881 2024-11-20T18:18:50,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732126729704.b9232976a1b045695e3fbc586d1bc771. 2024-11-20T18:18:50,923 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732126729704.b9232976a1b045695e3fbc586d1bc771. 2024-11-20T18:18:50,924 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b9232976a1b045695e3fbc586d1bc771, regionState=OPEN, openSeqNum=2, regionLocation=6b87edf34edd,38123,1732126716596 2024-11-20T18:18:50,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b9232976a1b045695e3fbc586d1bc771, server=6b87edf34edd,38123,1732126716596 because future has completed 2024-11-20T18:18:50,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T18:18:50,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b9232976a1b045695e3fbc586d1bc771, server=6b87edf34edd,38123,1732126716596 in 198 msec 2024-11-20T18:18:50,932 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T18:18:50,932 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b9232976a1b045695e3fbc586d1bc771, ASSIGN in 355 msec 2024-11-20T18:18:50,933 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T18:18:50,933 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126730933"}]},"ts":"1732126730933"} 2024-11-20T18:18:50,935 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T18:18:50,936 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T18:18:50,938 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2330 sec 2024-11-20T18:18:50,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732126729704.b9232976a1b045695e3fbc586d1bc771., hostname=6b87edf34edd,38123,1732126716596, seqNum=2] 2024-11-20T18:18:51,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43149-0x101597821f60000, quorum=127.0.0.1:49611, baseZNode=/0-1744430082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1744430082 2024-11-20T18:18:51,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38123-0x101597821f60001, quorum=127.0.0.1:49611, baseZNode=/0-1744430082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1744430082 2024-11-20T18:18:51,168 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T18:18:51,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38123 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T18:18:51,320 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T18:18:51,349 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6b87edf34edd,38123,1732126716596, ReplicationSource: 1, currentBandwidth=0 2024-11-20T18:18:51,350 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:18:51,350 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,38123,1732126716596, seqNum=-1] 2024-11-20T18:18:51,351 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:18:51,352 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41039, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-20T18:18:51,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6b87edf34edd,38123,1732126716596', locateType=CURRENT is [region=hbase:replication,,1732126729704.b9232976a1b045695e3fbc586d1bc771., hostname=6b87edf34edd,38123,1732126716596, seqNum=2] 2024-11-20T18:18:51,375 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T18:18:51,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43149 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T18:18:51,378 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6b87edf34edd,38123,1732126716596 suceeded 2024-11-20T18:18:51,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T18:18:51,380 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6b87edf34edd:34865,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-20T18:18:51,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 210 msec 2024-11-20T18:18:51,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6860 sec 2024-11-20T18:18:51,402 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b87edf34edd:34865' 2024-11-20T18:18:51,403 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7af3cb8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:18:51,403 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596 {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,34865,-1 for getting cluster id 2024-11-20T18:18:51,403 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:18:51,404 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5dc58524-fe06-4c45-a588-37f02c0cf8e8' 2024-11-20T18:18:51,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:18:51,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5dc58524-fe06-4c45-a588-37f02c0cf8e8" 2024-11-20T18:18:51,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3bff0e9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:18:51,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,34865,-1] 2024-11-20T18:18:51,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:18:51,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:18:51,406 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:18:51,407 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c0522e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:18:51,407 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:18:51,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,34865,1732126722248 2024-11-20T18:18:51,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2650f342 2024-11-20T18:18:51,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:18:51,409 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-20T18:18:51,410 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6b87edf34edd,38123,1732126716596 (queues=1) is replicating from cluster=26a58357-1fc5-40b7-ae57-990877afcb2f to cluster=5dc58524-fe06-4c45-a588-37f02c0cf8e8 2024-11-20T18:18:51,410 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6b87edf34edd%2C38123%2C1732126716596 2024-11-20T18:18:51,410 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6b87edf34edd,38123,1732126716596, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T18:18:51,411 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596.replicationSource.shipper6b87edf34edd%2C38123%2C1732126716596,1-6b87edf34edd,38123,1732126716596 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b87edf34edd%2C38123%2C1732126716596 2024-11-20T18:18:51,411 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596.replicationSource.wal-reader.6b87edf34edd%2C38123%2C1732126716596,1-6b87edf34edd,38123,1732126716596 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/WALs/6b87edf34edd,38123,1732126716596/6b87edf34edd%2C38123%2C1732126716596.1732126718954, startPosition=0, beingWritten=true 2024-11-20T18:18:51,426 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596.replicationSource.wal-reader.6b87edf34edd%2C38123%2C1732126716596,1-6b87edf34edd,38123,1732126716596 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T18:18:51,426 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596.replicationSource.wal-reader.6b87edf34edd%2C38123%2C1732126716596,1-6b87edf34edd,38123,1732126716596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/WALs/6b87edf34edd,38123,1732126716596/6b87edf34edd%2C38123%2C1732126716596.1732126718954 to pos 379, reset compression=false 2024-11-20T18:18:51,426 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596.replicationSource.shipper6b87edf34edd%2C38123%2C1732126716596,1-6b87edf34edd,38123,1732126716596 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,38123,1732126716596 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/WALs/6b87edf34edd,38123,1732126716596/6b87edf34edd%2C38123%2C1732126716596.1732126718954, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T18:18:51,632 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596.replicationSource.wal-reader.6b87edf34edd%2C38123%2C1732126716596,1-6b87edf34edd,38123,1732126716596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/WALs/6b87edf34edd,38123,1732126716596/6b87edf34edd%2C38123%2C1732126716596.1732126718954 to pos 379, reset compression=false 2024-11-20T18:18:51,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:18:51,840 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T18:18:51,840 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:18:51,840 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:18:51,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:18:51,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:18:51,841 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:18:51,841 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:18:51,847 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732126731845/Put/seqid=0 2024-11-20T18:18:51,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741840_1016 (size=7894) 2024-11-20T18:18:51,936 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596.replicationSource.wal-reader.6b87edf34edd%2C38123%2C1732126716596,1-6b87edf34edd,38123,1732126716596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/WALs/6b87edf34edd,38123,1732126716596/6b87edf34edd%2C38123%2C1732126716596.1732126718954 to pos 379, reset compression=false 2024-11-20T18:18:52,254 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/load_f/f/hfile_1 is 34, key is ddd/f:row/1732126732253/Put/seqid=0 2024-11-20T18:18:52,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741841_1017 (size=7691) 2024-11-20T18:18:52,340 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596.replicationSource.wal-reader.6b87edf34edd%2C38123%2C1732126716596,1-6b87edf34edd,38123,1732126716596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/WALs/6b87edf34edd,38123,1732126716596/6b87edf34edd%2C38123%2C1732126716596.1732126718954 to pos 379, reset compression=false 2024-11-20T18:18:52,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@99bcbbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:18:52,662 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,43149,-1 for getting cluster id 2024-11-20T18:18:52,662 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:18:52,663 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a58357-1fc5-40b7-ae57-990877afcb2f' 2024-11-20T18:18:52,663 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:18:52,663 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a58357-1fc5-40b7-ae57-990877afcb2f" 2024-11-20T18:18:52,663 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@274c0aeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:18:52,663 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,43149,-1] 2024-11-20T18:18:52,664 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:18:52,664 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:18:52,664 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:18:52,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@911780, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:18:52,665 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:18:52,666 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,38123,1732126716596, seqNum=-1] 2024-11-20T18:18:52,666 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:18:52,667 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:18:52,675 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:18:52,676 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,43149,1732126716207 2024-11-20T18:18:52,676 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@444fc3b3 2024-11-20T18:18:52,678 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:18:52,680 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:18:52,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732126725358.c146954342bd74a2586f13912a1d9223., hostname=6b87edf34edd,38123,1732126716596, seqNum=2] 2024-11-20T18:18:52,695 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T18:18:52,706 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-20T18:18:52,709 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-20T18:18:52,723 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/load_f/f/hfile_1 for inclusion in c146954342bd74a2586f13912a1d9223/f 2024-11-20T18:18:52,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-20T18:18:52,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T18:18:52,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/load_f/f/hfile_0 for inclusion in c146954342bd74a2586f13912a1d9223/f 2024-11-20T18:18:52,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-20T18:18:52,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T18:18:52,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] regionserver.HRegion(2603): Flush status journal for c146954342bd74a2586f13912a1d9223: 2024-11-20T18:18:52,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/load_f/f/hfile_1 to hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/staging/jenkins__test__6o13380l66eknd8vtkk23bjuladsdm2vvn54k8gus0dumtvgdih8nfak1us341hg/f/hfile_1 2024-11-20T18:18:52,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/staging/jenkins__test__6o13380l66eknd8vtkk23bjuladsdm2vvn54k8gus0dumtvgdih8nfak1us341hg/f/hfile_1 as hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/data/default/test/c146954342bd74a2586f13912a1d9223/f/20503db15e45434f9ae901185a4c8fd3_SeqId_4_ 2024-11-20T18:18:52,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/load_f/f/hfile_0 to hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/staging/jenkins__test__6o13380l66eknd8vtkk23bjuladsdm2vvn54k8gus0dumtvgdih8nfak1us341hg/f/hfile_0 2024-11-20T18:18:52,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/staging/jenkins__test__6o13380l66eknd8vtkk23bjuladsdm2vvn54k8gus0dumtvgdih8nfak1us341hg/f/hfile_0 as hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/data/default/test/c146954342bd74a2586f13912a1d9223/f/625a00e59b204cc1a34c5c77b801ec16_SeqId_4_ 2024-11-20T18:18:52,743 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/staging/jenkins__test__6o13380l66eknd8vtkk23bjuladsdm2vvn54k8gus0dumtvgdih8nfak1us341hg/f/hfile_1 into c146954342bd74a2586f13912a1d9223/f as hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/data/default/test/c146954342bd74a2586f13912a1d9223/f/20503db15e45434f9ae901185a4c8fd3_SeqId_4_ - updating store file list. 2024-11-20T18:18:52,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 20503db15e45434f9ae901185a4c8fd3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T18:18:52,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/data/default/test/c146954342bd74a2586f13912a1d9223/f/20503db15e45434f9ae901185a4c8fd3_SeqId_4_ into c146954342bd74a2586f13912a1d9223/f 2024-11-20T18:18:52,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/staging/jenkins__test__6o13380l66eknd8vtkk23bjuladsdm2vvn54k8gus0dumtvgdih8nfak1us341hg/f/hfile_1 into c146954342bd74a2586f13912a1d9223/f (new location: hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/data/default/test/c146954342bd74a2586f13912a1d9223/f/20503db15e45434f9ae901185a4c8fd3_SeqId_4_) 2024-11-20T18:18:52,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/staging/jenkins__test__6o13380l66eknd8vtkk23bjuladsdm2vvn54k8gus0dumtvgdih8nfak1us341hg/f/hfile_1 2024-11-20T18:18:52,750 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/staging/jenkins__test__6o13380l66eknd8vtkk23bjuladsdm2vvn54k8gus0dumtvgdih8nfak1us341hg/f/hfile_0 into c146954342bd74a2586f13912a1d9223/f as hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/data/default/test/c146954342bd74a2586f13912a1d9223/f/625a00e59b204cc1a34c5c77b801ec16_SeqId_4_ - updating store file list. 2024-11-20T18:18:52,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 625a00e59b204cc1a34c5c77b801ec16_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T18:18:52,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/data/default/test/c146954342bd74a2586f13912a1d9223/f/625a00e59b204cc1a34c5c77b801ec16_SeqId_4_ into c146954342bd74a2586f13912a1d9223/f 2024-11-20T18:18:52,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/staging/jenkins__test__6o13380l66eknd8vtkk23bjuladsdm2vvn54k8gus0dumtvgdih8nfak1us341hg/f/hfile_0 into c146954342bd74a2586f13912a1d9223/f (new location: hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/data/default/test/c146954342bd74a2586f13912a1d9223/f/625a00e59b204cc1a34c5c77b801ec16_SeqId_4_) 2024-11-20T18:18:52,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/staging/jenkins__test__6o13380l66eknd8vtkk23bjuladsdm2vvn54k8gus0dumtvgdih8nfak1us341hg/f/hfile_0 2024-11-20T18:18:52,762 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:18:52,762 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:18:52,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:18:52,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:18:52,763 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:18:52,763 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:18:52,764 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,42291,1732126722398, seqNum=-1] 2024-11-20T18:18:52,764 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732126725358.c146954342bd74a2586f13912a1d9223., hostname=6b87edf34edd,38123,1732126716596, seqNum=2 , the old value is region=test,,1732126725358.c146954342bd74a2586f13912a1d9223., hostname=6b87edf34edd,38123,1732126716596, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6b87edf34edd:38123 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T18:18:52,765 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:18:52,765 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732126725358.c146954342bd74a2586f13912a1d9223., hostname=6b87edf34edd,38123,1732126716596, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T18:18:52,765 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732126725358.c146954342bd74a2586f13912a1d9223., hostname=6b87edf34edd,38123,1732126716596, seqNum=2 from cache 2024-11-20T18:18:52,766 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:18:52,766 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-20T18:18:52,768 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732126727523.4ee60eb480109e6319ed837a3ef83ede., hostname=6b87edf34edd,42291,1732126722398, seqNum=2] 2024-11-20T18:18:52,770 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T18:18:52,845 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596.replicationSource.wal-reader.6b87edf34edd%2C38123%2C1732126716596,1-6b87edf34edd,38123,1732126716596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/WALs/6b87edf34edd,38123,1732126716596/6b87edf34edd%2C38123%2C1732126716596.1732126718954 to pos 379, reset compression=false 2024-11-20T18:18:52,851 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596.replicationSource.wal-reader.6b87edf34edd%2C38123%2C1732126716596,1-6b87edf34edd,38123,1732126716596 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T18:18:52,851 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596.replicationSource.shipper6b87edf34edd%2C38123%2C1732126716596,1-6b87edf34edd,38123,1732126716596 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,38123,1732126716596 got entry batch from reader: WALEntryBatch [walEntries=[{test/c146954342bd74a2586f13912a1d9223/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732126732757/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/WALs/6b87edf34edd,38123,1732126716596/6b87edf34edd%2C38123%2C1732126716596.1732126718954, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-20T18:18:52,870 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b87edf34edd:38123 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-20T18:18:52,875 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596.replicationSource.shipper6b87edf34edd%2C38123%2C1732126716596,1-6b87edf34edd,38123,1732126716596 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T18:18:52,878 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-20T18:18:52,881 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42291 {}] regionserver.ReplicationSink(318): Replicating [26a58357-1fc5-40b7-ae57-990877afcb2f] bulk loaded data 2024-11-20T18:18:52,883 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42291 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@410e0f79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:18:52,883 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42291 {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,34865,-1 for getting cluster id 2024-11-20T18:18:52,883 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42291 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:18:52,884 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5dc58524-fe06-4c45-a588-37f02c0cf8e8' 2024-11-20T18:18:52,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:18:52,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5dc58524-fe06-4c45-a588-37f02c0cf8e8" 2024-11-20T18:18:52,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2fb35fed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:18:52,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,34865,-1] 2024-11-20T18:18:52,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:18:52,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:18:52,886 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:18:52,887 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42291 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c49a7d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:18:52,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37151 is added to blk_1073741837_1013 (size=7691) 2024-11-20T18:18:53,051 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596.replicationSource.wal-reader.6b87edf34edd%2C38123%2C1732126716596,1-6b87edf34edd,38123,1732126716596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/WALs/6b87edf34edd,38123,1732126716596/6b87edf34edd%2C38123%2C1732126716596.1732126718954 to pos 687, reset compression=false 2024-11-20T18:18:53,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37151 is added to blk_1073741838_1014 (size=7894) 2024-11-20T18:18:53,355 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596.replicationSource.wal-reader.6b87edf34edd%2C38123%2C1732126716596,1-6b87edf34edd,38123,1732126716596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/WALs/6b87edf34edd,38123,1732126716596/6b87edf34edd%2C38123%2C1732126716596.1732126718954 to pos 687, reset compression=false 2024-11-20T18:18:53,721 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42291 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:18:53,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,34865,1732126722248 2024-11-20T18:18:53,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a4673fb 2024-11-20T18:18:53,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:18:53,723 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-20T18:18:53,725 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42291 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T18:18:53,725 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42291 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:18:53,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,42291,1732126722398, seqNum=-1] 2024-11-20T18:18:53,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:18:53,727 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-20T18:18:53,734 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/staging/jenkins.hfs.6__test__1g2qrid0shavbjebt5qua15emt29d9bdk914ca47e9unvt25j14ehnd782uh75pf/f/20503db15e45434f9ae901185a4c8fd3_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-20T18:18:53,739 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/staging/jenkins.hfs.6__test__1g2qrid0shavbjebt5qua15emt29d9bdk914ca47e9unvt25j14ehnd782uh75pf/f/625a00e59b204cc1a34c5c77b801ec16_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-20T18:18:53,741 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42291 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/staging/jenkins.hfs.6__test__1g2qrid0shavbjebt5qua15emt29d9bdk914ca47e9unvt25j14ehnd782uh75pf/f/625a00e59b204cc1a34c5c77b801ec16_SeqId_4_ for inclusion in 4ee60eb480109e6319ed837a3ef83ede/f 2024-11-20T18:18:53,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42291 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-20T18:18:53,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42291 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T18:18:53,745 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42291 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/staging/jenkins.hfs.6__test__1g2qrid0shavbjebt5qua15emt29d9bdk914ca47e9unvt25j14ehnd782uh75pf/f/20503db15e45434f9ae901185a4c8fd3_SeqId_4_ for inclusion in 4ee60eb480109e6319ed837a3ef83ede/f 2024-11-20T18:18:53,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42291 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-20T18:18:53,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42291 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T18:18:53,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42291 {}] regionserver.HRegion(2603): Flush status journal for 4ee60eb480109e6319ed837a3ef83ede: 2024-11-20T18:18:53,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42291 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 625a00e59b204cc1a34c5c77b801ec16_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-20T18:18:53,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42291 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/staging/jenkins.hfs.6__test__1g2qrid0shavbjebt5qua15emt29d9bdk914ca47e9unvt25j14ehnd782uh75pf/f/625a00e59b204cc1a34c5c77b801ec16_SeqId_4_ as hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/data/default/test/4ee60eb480109e6319ed837a3ef83ede/f/4917d3c323b7462d94cc4f2cd5d4e02b_SeqId_4_ 2024-11-20T18:18:53,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42291 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 20503db15e45434f9ae901185a4c8fd3_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-20T18:18:53,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42291 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/staging/jenkins.hfs.6__test__1g2qrid0shavbjebt5qua15emt29d9bdk914ca47e9unvt25j14ehnd782uh75pf/f/20503db15e45434f9ae901185a4c8fd3_SeqId_4_ as hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/data/default/test/4ee60eb480109e6319ed837a3ef83ede/f/d495f8adbb40416db417a79377d9c4dd_SeqId_4_ 2024-11-20T18:18:53,751 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42291 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/staging/jenkins.hfs.6__test__1g2qrid0shavbjebt5qua15emt29d9bdk914ca47e9unvt25j14ehnd782uh75pf/f/625a00e59b204cc1a34c5c77b801ec16_SeqId_4_ into 4ee60eb480109e6319ed837a3ef83ede/f as hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/data/default/test/4ee60eb480109e6319ed837a3ef83ede/f/4917d3c323b7462d94cc4f2cd5d4e02b_SeqId_4_ - updating store file list. 2024-11-20T18:18:53,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42291 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4917d3c323b7462d94cc4f2cd5d4e02b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T18:18:53,756 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42291 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/data/default/test/4ee60eb480109e6319ed837a3ef83ede/f/4917d3c323b7462d94cc4f2cd5d4e02b_SeqId_4_ into 4ee60eb480109e6319ed837a3ef83ede/f 2024-11-20T18:18:53,756 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42291 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/staging/jenkins.hfs.6__test__1g2qrid0shavbjebt5qua15emt29d9bdk914ca47e9unvt25j14ehnd782uh75pf/f/625a00e59b204cc1a34c5c77b801ec16_SeqId_4_ into 4ee60eb480109e6319ed837a3ef83ede/f (new location: hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/data/default/test/4ee60eb480109e6319ed837a3ef83ede/f/4917d3c323b7462d94cc4f2cd5d4e02b_SeqId_4_) 2024-11-20T18:18:53,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42291 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/staging/jenkins.hfs.6__test__1g2qrid0shavbjebt5qua15emt29d9bdk914ca47e9unvt25j14ehnd782uh75pf/f/625a00e59b204cc1a34c5c77b801ec16_SeqId_4_ 2024-11-20T18:18:53,757 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42291 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/staging/jenkins.hfs.6__test__1g2qrid0shavbjebt5qua15emt29d9bdk914ca47e9unvt25j14ehnd782uh75pf/f/20503db15e45434f9ae901185a4c8fd3_SeqId_4_ into 4ee60eb480109e6319ed837a3ef83ede/f as hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/data/default/test/4ee60eb480109e6319ed837a3ef83ede/f/d495f8adbb40416db417a79377d9c4dd_SeqId_4_ - updating store file list. 2024-11-20T18:18:53,759 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596.replicationSource.wal-reader.6b87edf34edd%2C38123%2C1732126716596,1-6b87edf34edd,38123,1732126716596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/WALs/6b87edf34edd,38123,1732126716596/6b87edf34edd%2C38123%2C1732126716596.1732126718954 to pos 687, reset compression=false 2024-11-20T18:18:53,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42291 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d495f8adbb40416db417a79377d9c4dd_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T18:18:53,763 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42291 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/data/default/test/4ee60eb480109e6319ed837a3ef83ede/f/d495f8adbb40416db417a79377d9c4dd_SeqId_4_ into 4ee60eb480109e6319ed837a3ef83ede/f 2024-11-20T18:18:53,763 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42291 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/staging/jenkins.hfs.6__test__1g2qrid0shavbjebt5qua15emt29d9bdk914ca47e9unvt25j14ehnd782uh75pf/f/20503db15e45434f9ae901185a4c8fd3_SeqId_4_ into 4ee60eb480109e6319ed837a3ef83ede/f (new location: hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/data/default/test/4ee60eb480109e6319ed837a3ef83ede/f/d495f8adbb40416db417a79377d9c4dd_SeqId_4_) 2024-11-20T18:18:53,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42291 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/staging/jenkins.hfs.6__test__1g2qrid0shavbjebt5qua15emt29d9bdk914ca47e9unvt25j14ehnd782uh75pf/f/20503db15e45434f9ae901185a4c8fd3_SeqId_4_ 2024-11-20T18:18:53,765 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42291 {}] regionserver.ReplicationSink(324): Finished replicating [26a58357-1fc5-40b7-ae57-990877afcb2f] bulk loaded data 2024-11-20T18:18:53,788 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:18:53,792 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732126733790/Put/seqid=0 2024-11-20T18:18:53,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741842_1018 (size=7997) 2024-11-20T18:18:54,199 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732126734199/Put/seqid=0 2024-11-20T18:18:54,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741843_1019 (size=7794) 2024-11-20T18:18:54,264 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596.replicationSource.wal-reader.6b87edf34edd%2C38123%2C1732126716596,1-6b87edf34edd,38123,1732126716596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/WALs/6b87edf34edd,38123,1732126716596/6b87edf34edd%2C38123%2C1732126716596.1732126718954 to pos 687, reset compression=false 2024-11-20T18:18:54,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@424f9a92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:18:54,605 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,43149,-1 for getting cluster id 2024-11-20T18:18:54,605 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:18:54,606 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a58357-1fc5-40b7-ae57-990877afcb2f' 2024-11-20T18:18:54,606 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:18:54,606 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a58357-1fc5-40b7-ae57-990877afcb2f" 2024-11-20T18:18:54,607 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@399fae8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:18:54,607 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,43149,-1] 2024-11-20T18:18:54,607 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:18:54,607 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:18:54,608 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:18:54,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19348c35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:18:54,609 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:18:54,610 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,38123,1732126716596, seqNum=-1] 2024-11-20T18:18:54,610 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:18:54,611 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:18:54,620 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:18:54,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,43149,1732126716207 2024-11-20T18:18:54,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b722d9d 2024-11-20T18:18:54,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:18:54,622 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:18:54,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732126725358.c146954342bd74a2586f13912a1d9223., hostname=6b87edf34edd,38123,1732126716596, seqNum=2] 2024-11-20T18:18:54,628 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T18:18:54,634 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-20T18:18:54,637 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-20T18:18:54,640 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/load_f1/f1/hfile_1 for inclusion in c146954342bd74a2586f13912a1d9223/f1 2024-11-20T18:18:54,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-20T18:18:54,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T18:18:54,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/load_f1/f1/hfile_0 for inclusion in c146954342bd74a2586f13912a1d9223/f1 2024-11-20T18:18:54,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-20T18:18:54,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T18:18:54,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] regionserver.HRegion(2603): Flush status journal for c146954342bd74a2586f13912a1d9223: 2024-11-20T18:18:54,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/load_f1/f1/hfile_1 to hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/staging/jenkins__test__driipht5povinib9u5mr6ne8r4olr24r52edm1ga1es0dkob514qq180qqfpmfsu/f1/hfile_1 2024-11-20T18:18:54,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/staging/jenkins__test__driipht5povinib9u5mr6ne8r4olr24r52edm1ga1es0dkob514qq180qqfpmfsu/f1/hfile_1 as hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/data/default/test/c146954342bd74a2586f13912a1d9223/f1/de9fe27c6e19464d88b617c118826d4e_SeqId_6_ 2024-11-20T18:18:54,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/load_f1/f1/hfile_0 to hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/staging/jenkins__test__driipht5povinib9u5mr6ne8r4olr24r52edm1ga1es0dkob514qq180qqfpmfsu/f1/hfile_0 2024-11-20T18:18:54,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/staging/jenkins__test__driipht5povinib9u5mr6ne8r4olr24r52edm1ga1es0dkob514qq180qqfpmfsu/f1/hfile_0 as hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/data/default/test/c146954342bd74a2586f13912a1d9223/f1/30fbff186d85494f9659be3add5d618b_SeqId_6_ 2024-11-20T18:18:54,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-20T18:18:54,653 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/staging/jenkins__test__driipht5povinib9u5mr6ne8r4olr24r52edm1ga1es0dkob514qq180qqfpmfsu/f1/hfile_1 into c146954342bd74a2586f13912a1d9223/f1 as hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/data/default/test/c146954342bd74a2586f13912a1d9223/f1/de9fe27c6e19464d88b617c118826d4e_SeqId_6_ - updating store file list. 2024-11-20T18:18:54,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] regionserver.HStoreFile(483): HFile Bloom filter type for de9fe27c6e19464d88b617c118826d4e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T18:18:54,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/data/default/test/c146954342bd74a2586f13912a1d9223/f1/de9fe27c6e19464d88b617c118826d4e_SeqId_6_ into c146954342bd74a2586f13912a1d9223/f1 2024-11-20T18:18:54,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/staging/jenkins__test__driipht5povinib9u5mr6ne8r4olr24r52edm1ga1es0dkob514qq180qqfpmfsu/f1/hfile_1 into c146954342bd74a2586f13912a1d9223/f1 (new location: hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/data/default/test/c146954342bd74a2586f13912a1d9223/f1/de9fe27c6e19464d88b617c118826d4e_SeqId_6_) 2024-11-20T18:18:54,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/staging/jenkins__test__driipht5povinib9u5mr6ne8r4olr24r52edm1ga1es0dkob514qq180qqfpmfsu/f1/hfile_1 2024-11-20T18:18:54,660 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/staging/jenkins__test__driipht5povinib9u5mr6ne8r4olr24r52edm1ga1es0dkob514qq180qqfpmfsu/f1/hfile_0 into c146954342bd74a2586f13912a1d9223/f1 as hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/data/default/test/c146954342bd74a2586f13912a1d9223/f1/30fbff186d85494f9659be3add5d618b_SeqId_6_ - updating store file list. 2024-11-20T18:18:54,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 30fbff186d85494f9659be3add5d618b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T18:18:54,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/data/default/test/c146954342bd74a2586f13912a1d9223/f1/30fbff186d85494f9659be3add5d618b_SeqId_6_ into c146954342bd74a2586f13912a1d9223/f1 2024-11-20T18:18:54,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/staging/jenkins__test__driipht5povinib9u5mr6ne8r4olr24r52edm1ga1es0dkob514qq180qqfpmfsu/f1/hfile_0 into c146954342bd74a2586f13912a1d9223/f1 (new location: hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/data/default/test/c146954342bd74a2586f13912a1d9223/f1/30fbff186d85494f9659be3add5d618b_SeqId_6_) 2024-11-20T18:18:54,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/staging/jenkins__test__driipht5povinib9u5mr6ne8r4olr24r52edm1ga1es0dkob514qq180qqfpmfsu/f1/hfile_0 2024-11-20T18:18:54,667 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:18:54,667 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:18:54,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:18:54,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:18:54,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732126725358.c146954342bd74a2586f13912a1d9223., hostname=6b87edf34edd,38123,1732126716596, seqNum=2 , the old value is region=test,,1732126725358.c146954342bd74a2586f13912a1d9223., hostname=6b87edf34edd,38123,1732126716596, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6b87edf34edd:38123 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T18:18:54,668 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:18:54,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732126725358.c146954342bd74a2586f13912a1d9223., hostname=6b87edf34edd,38123,1732126716596, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T18:18:54,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732126725358.c146954342bd74a2586f13912a1d9223., hostname=6b87edf34edd,38123,1732126716596, seqNum=2 from cache 2024-11-20T18:18:54,668 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:18:54,668 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-20T18:18:54,669 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,38123,1732126716596, seqNum=-1] 2024-11-20T18:18:54,670 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:18:54,671 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:18:54,672 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732126725358.c146954342bd74a2586f13912a1d9223., hostname=6b87edf34edd,38123,1732126716596, seqNum=2] 2024-11-20T18:18:54,780 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b87edf34edd:38123 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-20T18:18:54,868 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596.replicationSource.wal-reader.6b87edf34edd%2C38123%2C1732126716596,1-6b87edf34edd,38123,1732126716596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/WALs/6b87edf34edd,38123,1732126716596/6b87edf34edd%2C38123%2C1732126716596.1732126718954 to pos 687, reset compression=false 2024-11-20T18:18:54,873 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596.replicationSource.wal-reader.6b87edf34edd%2C38123%2C1732126716596,1-6b87edf34edd,38123,1732126716596 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T18:18:54,873 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596.replicationSource.wal-reader.6b87edf34edd%2C38123%2C1732126716596,1-6b87edf34edd,38123,1732126716596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/WALs/6b87edf34edd,38123,1732126716596/6b87edf34edd%2C38123%2C1732126716596.1732126718954 to pos 997, reset compression=false 2024-11-20T18:18:54,873 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596.replicationSource.shipper6b87edf34edd%2C38123%2C1732126716596,1-6b87edf34edd,38123,1732126716596 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,38123,1732126716596 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/WALs/6b87edf34edd,38123,1732126716596/6b87edf34edd%2C38123%2C1732126716596.1732126718954, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T18:18:55,077 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596.replicationSource.wal-reader.6b87edf34edd%2C38123%2C1732126716596,1-6b87edf34edd,38123,1732126716596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/WALs/6b87edf34edd,38123,1732126716596/6b87edf34edd%2C38123%2C1732126716596.1732126718954 to pos 997, reset compression=false 2024-11-20T18:18:55,381 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596.replicationSource.wal-reader.6b87edf34edd%2C38123%2C1732126716596,1-6b87edf34edd,38123,1732126716596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/WALs/6b87edf34edd,38123,1732126716596/6b87edf34edd%2C38123%2C1732126716596.1732126718954 to pos 997, reset compression=false 2024-11-20T18:18:55,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T18:18:55,726 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-20T18:18:55,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T18:18:55,727 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-20T18:18:55,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T18:18:55,727 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-20T18:18:55,786 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596.replicationSource.wal-reader.6b87edf34edd%2C38123%2C1732126716596,1-6b87edf34edd,38123,1732126716596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/WALs/6b87edf34edd,38123,1732126716596/6b87edf34edd%2C38123%2C1732126716596.1732126718954 to pos 997, reset compression=false 2024-11-20T18:18:56,289 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596.replicationSource.wal-reader.6b87edf34edd%2C38123%2C1732126716596,1-6b87edf34edd,38123,1732126716596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/WALs/6b87edf34edd,38123,1732126716596/6b87edf34edd%2C38123%2C1732126716596.1732126718954 to pos 997, reset compression=false 2024-11-20T18:18:56,408 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T18:18:56,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:18:56,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:18:56,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:18:56,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:18:56,893 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596.replicationSource.wal-reader.6b87edf34edd%2C38123%2C1732126716596,1-6b87edf34edd,38123,1732126716596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/WALs/6b87edf34edd,38123,1732126716596/6b87edf34edd%2C38123%2C1732126716596.1732126718954 to pos 997, reset compression=false 2024-11-20T18:18:57,596 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596.replicationSource.wal-reader.6b87edf34edd%2C38123%2C1732126716596,1-6b87edf34edd,38123,1732126716596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/WALs/6b87edf34edd,38123,1732126716596/6b87edf34edd%2C38123%2C1732126716596.1732126718954 to pos 997, reset compression=false 2024-11-20T18:18:58,400 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596.replicationSource.wal-reader.6b87edf34edd%2C38123%2C1732126716596,1-6b87edf34edd,38123,1732126716596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/WALs/6b87edf34edd,38123,1732126716596/6b87edf34edd%2C38123%2C1732126716596.1732126718954 to pos 997, reset compression=false 2024-11-20T18:18:59,305 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596.replicationSource.wal-reader.6b87edf34edd%2C38123%2C1732126716596,1-6b87edf34edd,38123,1732126716596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/WALs/6b87edf34edd,38123,1732126716596/6b87edf34edd%2C38123%2C1732126716596.1732126718954 to pos 997, reset compression=false 2024-11-20T18:19:00,310 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596.replicationSource.wal-reader.6b87edf34edd%2C38123%2C1732126716596,1-6b87edf34edd,38123,1732126716596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/WALs/6b87edf34edd,38123,1732126716596/6b87edf34edd%2C38123%2C1732126716596.1732126718954 to pos 997, reset compression=false 2024-11-20T18:19:01,414 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596.replicationSource.wal-reader.6b87edf34edd%2C38123%2C1732126716596,1-6b87edf34edd,38123,1732126716596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/WALs/6b87edf34edd,38123,1732126716596/6b87edf34edd%2C38123%2C1732126716596.1732126718954 to pos 997, reset compression=false 2024-11-20T18:19:02,618 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596.replicationSource.wal-reader.6b87edf34edd%2C38123%2C1732126716596,1-6b87edf34edd,38123,1732126716596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/WALs/6b87edf34edd,38123,1732126716596/6b87edf34edd%2C38123%2C1732126716596.1732126718954 to pos 997, reset compression=false 2024-11-20T18:19:03,922 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596.replicationSource.wal-reader.6b87edf34edd%2C38123%2C1732126716596,1-6b87edf34edd,38123,1732126716596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/WALs/6b87edf34edd,38123,1732126716596/6b87edf34edd%2C38123%2C1732126716596.1732126718954 to pos 997, reset compression=false 2024-11-20T18:19:05,326 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596.replicationSource.wal-reader.6b87edf34edd%2C38123%2C1732126716596,1-6b87edf34edd,38123,1732126716596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/WALs/6b87edf34edd,38123,1732126716596/6b87edf34edd%2C38123%2C1732126716596.1732126718954 to pos 997, reset compression=false 2024-11-20T18:19:05,789 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T18:19:06,829 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596.replicationSource.wal-reader.6b87edf34edd%2C38123%2C1732126716596,1-6b87edf34edd,38123,1732126716596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/WALs/6b87edf34edd,38123,1732126716596/6b87edf34edd%2C38123%2C1732126716596.1732126718954 to pos 997, reset compression=false 2024-11-20T18:19:08,433 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596.replicationSource.wal-reader.6b87edf34edd%2C38123%2C1732126716596,1-6b87edf34edd,38123,1732126716596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/WALs/6b87edf34edd,38123,1732126716596/6b87edf34edd%2C38123%2C1732126716596.1732126718954 to pos 997, reset compression=false 2024-11-20T18:19:10,136 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596.replicationSource.wal-reader.6b87edf34edd%2C38123%2C1732126716596,1-6b87edf34edd,38123,1732126716596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/WALs/6b87edf34edd,38123,1732126716596/6b87edf34edd%2C38123%2C1732126716596.1732126718954 to pos 997, reset compression=false 2024-11-20T18:19:11,833 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T18:19:11,940 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596.replicationSource.wal-reader.6b87edf34edd%2C38123%2C1732126716596,1-6b87edf34edd,38123,1732126716596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/WALs/6b87edf34edd,38123,1732126716596/6b87edf34edd%2C38123%2C1732126716596.1732126718954 to pos 997, reset compression=false 2024-11-20T18:19:13,844 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596.replicationSource.wal-reader.6b87edf34edd%2C38123%2C1732126716596,1-6b87edf34edd,38123,1732126716596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/WALs/6b87edf34edd,38123,1732126716596/6b87edf34edd%2C38123%2C1732126716596.1732126718954 to pos 997, reset compression=false 2024-11-20T18:19:14,876 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596.replicationSource.shipper6b87edf34edd%2C38123%2C1732126716596,1-6b87edf34edd,38123,1732126716596 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,38123,1732126716596 got entry batch from reader: null 2024-11-20T18:19:15,847 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596.replicationSource.wal-reader.6b87edf34edd%2C38123%2C1732126716596,1-6b87edf34edd,38123,1732126716596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/WALs/6b87edf34edd,38123,1732126716596/6b87edf34edd%2C38123%2C1732126716596.1732126718954 to pos 997, reset compression=false 2024-11-20T18:19:17,951 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596.replicationSource.wal-reader.6b87edf34edd%2C38123%2C1732126716596,1-6b87edf34edd,38123,1732126716596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/WALs/6b87edf34edd,38123,1732126716596/6b87edf34edd%2C38123%2C1732126716596.1732126718954 to pos 997, reset compression=false 2024-11-20T18:19:20,019 INFO [master/6b87edf34edd:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T18:19:20,019 INFO [master/6b87edf34edd:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T18:19:20,155 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596.replicationSource.wal-reader.6b87edf34edd%2C38123%2C1732126716596,1-6b87edf34edd,38123,1732126716596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/WALs/6b87edf34edd,38123,1732126716596/6b87edf34edd%2C38123%2C1732126716596.1732126718954 to pos 997, reset compression=false 2024-11-20T18:19:22,459 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596.replicationSource.wal-reader.6b87edf34edd%2C38123%2C1732126716596,1-6b87edf34edd,38123,1732126716596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/WALs/6b87edf34edd,38123,1732126716596/6b87edf34edd%2C38123%2C1732126716596.1732126718954 to pos 997, reset compression=false 2024-11-20T18:19:24,868 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596.replicationSource.wal-reader.6b87edf34edd%2C38123%2C1732126716596,1-6b87edf34edd,38123,1732126716596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/WALs/6b87edf34edd,38123,1732126716596/6b87edf34edd%2C38123%2C1732126716596.1732126718954 to pos 997, reset compression=false 2024-11-20T18:19:25,361 INFO [master/6b87edf34edd:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T18:19:25,361 INFO [master/6b87edf34edd:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T18:19:27,372 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596.replicationSource.wal-reader.6b87edf34edd%2C38123%2C1732126716596,1-6b87edf34edd,38123,1732126716596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/WALs/6b87edf34edd,38123,1732126716596/6b87edf34edd%2C38123%2C1732126716596.1732126718954 to pos 997, reset compression=false 2024-11-20T18:19:29,976 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596.replicationSource.wal-reader.6b87edf34edd%2C38123%2C1732126716596,1-6b87edf34edd,38123,1732126716596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/WALs/6b87edf34edd,38123,1732126716596/6b87edf34edd%2C38123%2C1732126716596.1732126718954 to pos 997, reset compression=false 2024-11-20T18:19:31,502 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region c146954342bd74a2586f13912a1d9223, had cached 0 bytes from a total of 31376 2024-11-20T18:19:32,681 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596.replicationSource.wal-reader.6b87edf34edd%2C38123%2C1732126716596,1-6b87edf34edd,38123,1732126716596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/WALs/6b87edf34edd,38123,1732126716596/6b87edf34edd%2C38123%2C1732126716596.1732126718954 to pos 997, reset compression=false 2024-11-20T18:19:33,663 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 4ee60eb480109e6319ed837a3ef83ede, had cached 0 bytes from a total of 15585 2024-11-20T18:19:34,876 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596.replicationSource.shipper6b87edf34edd%2C38123%2C1732126716596,1-6b87edf34edd,38123,1732126716596 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,38123,1732126716596 got entry batch from reader: null 2024-11-20T18:19:35,485 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596.replicationSource.wal-reader.6b87edf34edd%2C38123%2C1732126716596,1-6b87edf34edd,38123,1732126716596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/WALs/6b87edf34edd,38123,1732126716596/6b87edf34edd%2C38123%2C1732126716596.1732126718954 to pos 997, reset compression=false 2024-11-20T18:19:35,789 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T18:19:38,397 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596.replicationSource.wal-reader.6b87edf34edd%2C38123%2C1732126716596,1-6b87edf34edd,38123,1732126716596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/WALs/6b87edf34edd,38123,1732126716596/6b87edf34edd%2C38123%2C1732126716596.1732126718954 to pos 997, reset compression=false 2024-11-20T18:19:40,671 DEBUG [master/6b87edf34edd:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-20T18:19:41,401 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596.replicationSource.wal-reader.6b87edf34edd%2C38123%2C1732126716596,1-6b87edf34edd,38123,1732126716596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/WALs/6b87edf34edd,38123,1732126716596/6b87edf34edd%2C38123%2C1732126716596.1732126718954 to pos 997, reset compression=false 2024-11-20T18:19:41,834 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T18:19:44,505 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596.replicationSource.wal-reader.6b87edf34edd%2C38123%2C1732126716596,1-6b87edf34edd,38123,1732126716596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/WALs/6b87edf34edd,38123,1732126716596/6b87edf34edd%2C38123%2C1732126716596.1732126718954 to pos 997, reset compression=false 2024-11-20T18:19:45,354 DEBUG [master/6b87edf34edd:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-20T18:19:47,710 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596.replicationSource.wal-reader.6b87edf34edd%2C38123%2C1732126716596,1-6b87edf34edd,38123,1732126716596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/WALs/6b87edf34edd,38123,1732126716596/6b87edf34edd%2C38123%2C1732126716596.1732126718954 to pos 997, reset compression=false 2024-11-20T18:19:51,014 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596.replicationSource.wal-reader.6b87edf34edd%2C38123%2C1732126716596,1-6b87edf34edd,38123,1732126716596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/WALs/6b87edf34edd,38123,1732126716596/6b87edf34edd%2C38123%2C1732126716596.1732126718954 to pos 997, reset compression=false 2024-11-20T18:19:54,417 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596.replicationSource.wal-reader.6b87edf34edd%2C38123%2C1732126716596,1-6b87edf34edd,38123,1732126716596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/WALs/6b87edf34edd,38123,1732126716596/6b87edf34edd%2C38123%2C1732126716596.1732126718954 to pos 997, reset compression=false 2024-11-20T18:19:54,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T18:19:54,702 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:19:54,702 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:19:54,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:19:54,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:19:54,702 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:19:54,702 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T18:19:54,702 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1500956694, stopped=false 2024-11-20T18:19:54,702 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b87edf34edd,34865,1732126722248 2024-11-20T18:19:54,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42291-0x101597821f60004, quorum=127.0.0.1:49611, baseZNode=/1-256479161 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-256479161/running 2024-11-20T18:19:54,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34865-0x101597821f60003, quorum=127.0.0.1:49611, baseZNode=/1-256479161 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-256479161/running 2024-11-20T18:19:54,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42291-0x101597821f60004, quorum=127.0.0.1:49611, baseZNode=/1-256479161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-256479161 2024-11-20T18:19:54,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34865-0x101597821f60003, quorum=127.0.0.1:49611, baseZNode=/1-256479161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-256479161 2024-11-20T18:19:54,766 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T18:19:54,766 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:19:54,766 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:19:54,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:19:54,766 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34865-0x101597821f60003, quorum=127.0.0.1:49611, baseZNode=/1-256479161 Set watcher on znode that does not yet exist, /1-256479161/running 2024-11-20T18:19:54,766 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b87edf34edd,42291,1732126722398' ***** 2024-11-20T18:19:54,766 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T18:19:54,766 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42291-0x101597821f60004, quorum=127.0.0.1:49611, baseZNode=/1-256479161 Set watcher on znode that does not yet exist, /1-256479161/running 2024-11-20T18:19:54,766 INFO [RS:0;6b87edf34edd:42291 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T18:19:54,767 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T18:19:54,767 INFO [RS:0;6b87edf34edd:42291 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T18:19:54,767 INFO [RS:0;6b87edf34edd:42291 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T18:19:54,767 INFO [RS:0;6b87edf34edd:42291 {}] regionserver.HRegionServer(3091): Received CLOSE for 4ee60eb480109e6319ed837a3ef83ede 2024-11-20T18:19:54,767 INFO [RS:0;6b87edf34edd:42291 {}] regionserver.HRegionServer(959): stopping server 6b87edf34edd,42291,1732126722398 2024-11-20T18:19:54,767 INFO [RS:0;6b87edf34edd:42291 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T18:19:54,767 INFO [RS:0;6b87edf34edd:42291 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b87edf34edd:42291. 2024-11-20T18:19:54,767 DEBUG [RS:0;6b87edf34edd:42291 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:19:54,767 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4ee60eb480109e6319ed837a3ef83ede, disabling compactions & flushes 2024-11-20T18:19:54,767 DEBUG [RS:0;6b87edf34edd:42291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:19:54,767 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732126727523.4ee60eb480109e6319ed837a3ef83ede. 2024-11-20T18:19:54,767 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732126727523.4ee60eb480109e6319ed837a3ef83ede. 2024-11-20T18:19:54,767 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732126727523.4ee60eb480109e6319ed837a3ef83ede. after waiting 0 ms 2024-11-20T18:19:54,767 INFO [RS:0;6b87edf34edd:42291 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T18:19:54,767 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732126727523.4ee60eb480109e6319ed837a3ef83ede. 2024-11-20T18:19:54,767 INFO [RS:0;6b87edf34edd:42291 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T18:19:54,767 INFO [RS:0;6b87edf34edd:42291 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T18:19:54,767 INFO [RS:0;6b87edf34edd:42291 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T18:19:54,768 INFO [RS:0;6b87edf34edd:42291 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T18:19:54,768 DEBUG [RS:0;6b87edf34edd:42291 {}] regionserver.HRegionServer(1325): Online Regions={4ee60eb480109e6319ed837a3ef83ede=test,,1732126727523.4ee60eb480109e6319ed837a3ef83ede., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T18:19:54,768 DEBUG [RS:0;6b87edf34edd:42291 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4ee60eb480109e6319ed837a3ef83ede 2024-11-20T18:19:54,768 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T18:19:54,768 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T18:19:54,768 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T18:19:54,768 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T18:19:54,768 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T18:19:54,768 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-20T18:19:54,771 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/data/default/test/4ee60eb480109e6319ed837a3ef83ede/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-20T18:19:54,772 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T18:19:54,772 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T18:19:54,772 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732126727523.4ee60eb480109e6319ed837a3ef83ede. 2024-11-20T18:19:54,772 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4ee60eb480109e6319ed837a3ef83ede: Waiting for close lock at 1732126794767Running coprocessor pre-close hooks at 1732126794767Disabling compacts and flushes for region at 1732126794767Disabling writes for close at 1732126794767Writing region close event to WAL at 1732126794768 (+1 ms)Running coprocessor post-close hooks at 1732126794772 (+4 ms)Closed at 1732126794772 2024-11-20T18:19:54,772 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732126727523.4ee60eb480109e6319ed837a3ef83ede. 2024-11-20T18:19:54,782 INFO [regionserver/6b87edf34edd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T18:19:54,783 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/data/hbase/meta/1588230740/.tmp/info/f56620a502064f2c8ae8765222bd2b2a is 129, key is test,,1732126727523.4ee60eb480109e6319ed837a3ef83ede./info:regioninfo/1732126728678/Put/seqid=0 2024-11-20T18:19:54,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37151 is added to blk_1073741839_1015 (size=6421) 2024-11-20T18:19:54,876 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596.replicationSource.shipper6b87edf34edd%2C38123%2C1732126716596,1-6b87edf34edd,38123,1732126716596 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,38123,1732126716596 got entry batch from reader: null 2024-11-20T18:19:54,968 DEBUG [RS:0;6b87edf34edd:42291 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T18:19:55,168 DEBUG [RS:0;6b87edf34edd:42291 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T18:19:55,187 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/data/hbase/meta/1588230740/.tmp/info/f56620a502064f2c8ae8765222bd2b2a 2024-11-20T18:19:55,212 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/data/hbase/meta/1588230740/.tmp/ns/2234e5bad7c64d058de309a6667ac5a9 is 43, key is default/ns:d/1732126725305/Put/seqid=0 2024-11-20T18:19:55,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37151 is added to blk_1073741840_1016 (size=5153) 2024-11-20T18:19:55,368 DEBUG [RS:0;6b87edf34edd:42291 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T18:19:55,568 DEBUG [RS:0;6b87edf34edd:42291 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T18:19:55,617 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/data/hbase/meta/1588230740/.tmp/ns/2234e5bad7c64d058de309a6667ac5a9 2024-11-20T18:19:55,621 INFO [regionserver/6b87edf34edd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T18:19:55,622 INFO [regionserver/6b87edf34edd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T18:19:55,637 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/data/hbase/meta/1588230740/.tmp/rep_barrier/038b05fac0714a50acf2885a5a24c66a is 112, key is test,,1732126727523.4ee60eb480109e6319ed837a3ef83ede./rep_barrier:seqnumDuringOpen/1732126728678/Put/seqid=0 2024-11-20T18:19:55,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37151 is added to blk_1073741841_1017 (size=5518) 2024-11-20T18:19:55,768 DEBUG [RS:0;6b87edf34edd:42291 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T18:19:55,969 INFO [RS:0;6b87edf34edd:42291 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T18:19:55,969 DEBUG [RS:0;6b87edf34edd:42291 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T18:19:55,969 DEBUG [RS:0;6b87edf34edd:42291 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T18:19:56,041 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/data/hbase/meta/1588230740/.tmp/rep_barrier/038b05fac0714a50acf2885a5a24c66a 2024-11-20T18:19:56,097 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/data/hbase/meta/1588230740/.tmp/table/314f712c16f2478186cd33930ca08f60 is 40, key is test/table:state/1732126728688/Put/seqid=0 2024-11-20T18:19:56,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37151 is added to blk_1073741842_1018 (size=5165) 2024-11-20T18:19:56,169 DEBUG [RS:0;6b87edf34edd:42291 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T18:19:56,369 DEBUG [RS:0;6b87edf34edd:42291 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T18:19:56,501 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/data/hbase/meta/1588230740/.tmp/table/314f712c16f2478186cd33930ca08f60 2024-11-20T18:19:56,507 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/data/hbase/meta/1588230740/.tmp/info/f56620a502064f2c8ae8765222bd2b2a as hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/data/hbase/meta/1588230740/info/f56620a502064f2c8ae8765222bd2b2a 2024-11-20T18:19:56,512 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/data/hbase/meta/1588230740/info/f56620a502064f2c8ae8765222bd2b2a, entries=10, sequenceid=11, filesize=6.3 K 2024-11-20T18:19:56,513 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/data/hbase/meta/1588230740/.tmp/ns/2234e5bad7c64d058de309a6667ac5a9 as hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/data/hbase/meta/1588230740/ns/2234e5bad7c64d058de309a6667ac5a9 2024-11-20T18:19:56,518 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/data/hbase/meta/1588230740/ns/2234e5bad7c64d058de309a6667ac5a9, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T18:19:56,519 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/data/hbase/meta/1588230740/.tmp/rep_barrier/038b05fac0714a50acf2885a5a24c66a as hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/data/hbase/meta/1588230740/rep_barrier/038b05fac0714a50acf2885a5a24c66a 2024-11-20T18:19:56,525 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/data/hbase/meta/1588230740/rep_barrier/038b05fac0714a50acf2885a5a24c66a, entries=1, sequenceid=11, filesize=5.4 K 2024-11-20T18:19:56,526 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/data/hbase/meta/1588230740/.tmp/table/314f712c16f2478186cd33930ca08f60 as hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/data/hbase/meta/1588230740/table/314f712c16f2478186cd33930ca08f60 2024-11-20T18:19:56,531 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/data/hbase/meta/1588230740/table/314f712c16f2478186cd33930ca08f60, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T18:19:56,532 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1764ms, sequenceid=11, compaction requested=false 2024-11-20T18:19:56,537 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T18:19:56,537 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T18:19:56,537 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T18:19:56,537 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T18:19:56,537 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732126794768Running coprocessor pre-close hooks at 1732126794768Disabling compacts and flushes for region at 1732126794768Disabling writes for close at 1732126794768Obtaining lock to block concurrent updates at 1732126794768Preparing flush snapshotting stores in 1588230740 at 1732126794768Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732126794768Flushing stores of hbase:meta,,1.1588230740 at 1732126794769 (+1 ms)Flushing 1588230740/info: creating writer at 1732126794769Flushing 1588230740/info: appending metadata at 1732126794783 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732126794783Flushing 1588230740/ns: creating writer at 1732126795193 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732126795211 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732126795211Flushing 1588230740/rep_barrier: creating writer at 1732126795622 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732126795636 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732126795636Flushing 1588230740/table: creating writer at 1732126796084 (+448 ms)Flushing 1588230740/table: appending metadata at 1732126796097 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732126796097Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e00c4f4: reopening flushed file at 1732126796506 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11f0b369: reopening flushed file at 1732126796512 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ca6ecf0: reopening flushed file at 1732126796519 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@432bbb56: reopening flushed file at 1732126796525 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1764ms, sequenceid=11, compaction requested=false at 1732126796532 (+7 ms)Writing region close event to WAL at 1732126796534 (+2 ms)Running coprocessor post-close hooks at 1732126796537 (+3 ms)Closed at 1732126796537 2024-11-20T18:19:56,537 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T18:19:56,569 INFO [RS:0;6b87edf34edd:42291 {}] regionserver.HRegionServer(976): stopping server 6b87edf34edd,42291,1732126722398; all regions closed. 2024-11-20T18:19:56,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37151 is added to blk_1073741834_1010 (size=2717) 2024-11-20T18:19:56,572 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/WALs/6b87edf34edd,42291,1732126722398/6b87edf34edd%2C42291%2C1732126722398.meta.1732126725258.meta not finished, retry = 0 2024-11-20T18:19:56,674 DEBUG [RS:0;6b87edf34edd:42291 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/oldWALs 2024-11-20T18:19:56,674 INFO [RS:0;6b87edf34edd:42291 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b87edf34edd%2C42291%2C1732126722398.meta:.meta(num 1732126725258) 2024-11-20T18:19:56,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37151 is added to blk_1073741832_1008 (size=1028) 2024-11-20T18:19:56,678 DEBUG [RS:0;6b87edf34edd:42291 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/oldWALs 2024-11-20T18:19:56,678 INFO [RS:0;6b87edf34edd:42291 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b87edf34edd%2C42291%2C1732126722398:(num 1732126724759) 2024-11-20T18:19:56,678 DEBUG [RS:0;6b87edf34edd:42291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:19:56,678 INFO [RS:0;6b87edf34edd:42291 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T18:19:56,678 INFO [RS:0;6b87edf34edd:42291 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T18:19:56,678 INFO [RS:0;6b87edf34edd:42291 {}] hbase.ChoreService(370): Chore service for: regionserver/6b87edf34edd:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T18:19:56,678 INFO [RS:0;6b87edf34edd:42291 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T18:19:56,678 INFO [regionserver/6b87edf34edd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T18:19:56,678 INFO [RS:0;6b87edf34edd:42291 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b87edf34edd:42291. 2024-11-20T18:19:56,679 DEBUG [RS:0;6b87edf34edd:42291 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:19:56,679 DEBUG [RS:0;6b87edf34edd:42291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:19:56,679 DEBUG [RS:0;6b87edf34edd:42291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:19:56,679 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:19:56,679 INFO [RS:0;6b87edf34edd:42291 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42291 2024-11-20T18:19:56,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34865-0x101597821f60003, quorum=127.0.0.1:49611, baseZNode=/1-256479161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-256479161/rs 2024-11-20T18:19:56,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42291-0x101597821f60004, quorum=127.0.0.1:49611, baseZNode=/1-256479161 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-256479161/rs/6b87edf34edd,42291,1732126722398 2024-11-20T18:19:56,734 INFO [RS:0;6b87edf34edd:42291 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T18:19:56,744 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b87edf34edd,42291,1732126722398] 2024-11-20T18:19:56,755 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-256479161/draining/6b87edf34edd,42291,1732126722398 already deleted, retry=false 2024-11-20T18:19:56,755 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b87edf34edd,42291,1732126722398 expired; onlineServers=0 2024-11-20T18:19:56,755 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b87edf34edd,34865,1732126722248' ***** 2024-11-20T18:19:56,755 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T18:19:56,755 INFO [M:0;6b87edf34edd:34865 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T18:19:56,755 INFO [M:0;6b87edf34edd:34865 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T18:19:56,755 DEBUG [M:0;6b87edf34edd:34865 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T18:19:56,755 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T18:19:56,755 DEBUG [M:0;6b87edf34edd:34865 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T18:19:56,755 DEBUG [master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732126724441 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732126724441,5,FailOnTimeoutGroup] 2024-11-20T18:19:56,755 DEBUG [master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732126724441 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732126724441,5,FailOnTimeoutGroup] 2024-11-20T18:19:56,755 INFO [M:0;6b87edf34edd:34865 {}] hbase.ChoreService(370): Chore service for: master/6b87edf34edd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T18:19:56,755 INFO [M:0;6b87edf34edd:34865 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T18:19:56,756 DEBUG [M:0;6b87edf34edd:34865 {}] master.HMaster(1795): Stopping service threads 2024-11-20T18:19:56,756 INFO [M:0;6b87edf34edd:34865 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T18:19:56,756 INFO [M:0;6b87edf34edd:34865 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T18:19:56,756 INFO [M:0;6b87edf34edd:34865 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T18:19:56,756 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T18:19:56,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34865-0x101597821f60003, quorum=127.0.0.1:49611, baseZNode=/1-256479161 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-256479161/master 2024-11-20T18:19:56,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34865-0x101597821f60003, quorum=127.0.0.1:49611, baseZNode=/1-256479161 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-256479161 2024-11-20T18:19:56,765 DEBUG [M:0;6b87edf34edd:34865 {}] zookeeper.ZKUtil(347): master:34865-0x101597821f60003, quorum=127.0.0.1:49611, baseZNode=/1-256479161 Unable to get data of znode /1-256479161/master because node does not exist (not an error) 2024-11-20T18:19:56,765 WARN [M:0;6b87edf34edd:34865 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T18:19:56,767 INFO [M:0;6b87edf34edd:34865 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/.lastflushedseqids 2024-11-20T18:19:56,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37151 is added to blk_1073741843_1019 (size=173) 2024-11-20T18:19:56,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42291-0x101597821f60004, quorum=127.0.0.1:49611, baseZNode=/1-256479161 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:19:56,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42291-0x101597821f60004, quorum=127.0.0.1:49611, baseZNode=/1-256479161 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:19:56,845 INFO [RS:0;6b87edf34edd:42291 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T18:19:56,845 INFO [RS:0;6b87edf34edd:42291 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b87edf34edd,42291,1732126722398; zookeeper connection closed. 2024-11-20T18:19:56,845 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@69d54783 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@69d54783 2024-11-20T18:19:56,845 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T18:19:57,171 INFO [M:0;6b87edf34edd:34865 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T18:19:57,171 INFO [M:0;6b87edf34edd:34865 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T18:19:57,171 DEBUG [M:0;6b87edf34edd:34865 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T18:19:57,171 INFO [M:0;6b87edf34edd:34865 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:19:57,171 DEBUG [M:0;6b87edf34edd:34865 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:19:57,171 DEBUG [M:0;6b87edf34edd:34865 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T18:19:57,171 DEBUG [M:0;6b87edf34edd:34865 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:19:57,172 INFO [M:0;6b87edf34edd:34865 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-20T18:19:57,186 DEBUG [M:0;6b87edf34edd:34865 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9fa308bb2cb4417d810a1fa8e2dcbfae is 82, key is hbase:meta,,1/info:regioninfo/1732126725290/Put/seqid=0 2024-11-20T18:19:57,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37151 is added to blk_1073741844_1020 (size=5672) 2024-11-20T18:19:57,590 INFO [M:0;6b87edf34edd:34865 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9fa308bb2cb4417d810a1fa8e2dcbfae 2024-11-20T18:19:57,608 DEBUG [M:0;6b87edf34edd:34865 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea7746d3786640378b25a34f11277081 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732126728693/Put/seqid=0 2024-11-20T18:19:57,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37151 is added to blk_1073741845_1021 (size=6727) 2024-11-20T18:19:57,921 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596.replicationSource.wal-reader.6b87edf34edd%2C38123%2C1732126716596,1-6b87edf34edd,38123,1732126716596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/WALs/6b87edf34edd,38123,1732126716596/6b87edf34edd%2C38123%2C1732126716596.1732126718954 to pos 997, reset compression=false 2024-11-20T18:19:58,012 INFO [M:0;6b87edf34edd:34865 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea7746d3786640378b25a34f11277081 2024-11-20T18:19:58,017 INFO [M:0;6b87edf34edd:34865 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ea7746d3786640378b25a34f11277081 2024-11-20T18:19:58,030 DEBUG [M:0;6b87edf34edd:34865 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a814e296ce3a43e699ba2827fec4138b is 69, key is 6b87edf34edd,42291,1732126722398/rs:state/1732126724559/Put/seqid=0 2024-11-20T18:19:58,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37151 is added to blk_1073741846_1022 (size=5156) 2024-11-20T18:19:58,435 INFO [M:0;6b87edf34edd:34865 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a814e296ce3a43e699ba2827fec4138b 2024-11-20T18:19:58,439 DEBUG [M:0;6b87edf34edd:34865 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9fa308bb2cb4417d810a1fa8e2dcbfae as hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9fa308bb2cb4417d810a1fa8e2dcbfae 2024-11-20T18:19:58,444 INFO [M:0;6b87edf34edd:34865 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9fa308bb2cb4417d810a1fa8e2dcbfae, entries=8, sequenceid=58, filesize=5.5 K 2024-11-20T18:19:58,445 DEBUG [M:0;6b87edf34edd:34865 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea7746d3786640378b25a34f11277081 as hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ea7746d3786640378b25a34f11277081 2024-11-20T18:19:58,449 INFO [M:0;6b87edf34edd:34865 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ea7746d3786640378b25a34f11277081 2024-11-20T18:19:58,449 INFO [M:0;6b87edf34edd:34865 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ea7746d3786640378b25a34f11277081, entries=6, sequenceid=58, filesize=6.6 K 2024-11-20T18:19:58,451 DEBUG [M:0;6b87edf34edd:34865 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a814e296ce3a43e699ba2827fec4138b as hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a814e296ce3a43e699ba2827fec4138b 2024-11-20T18:19:58,455 INFO [M:0;6b87edf34edd:34865 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44731/user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a814e296ce3a43e699ba2827fec4138b, entries=1, sequenceid=58, filesize=5.0 K 2024-11-20T18:19:58,456 INFO [M:0;6b87edf34edd:34865 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=58, compaction requested=false 2024-11-20T18:19:58,459 INFO [M:0;6b87edf34edd:34865 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:19:58,460 DEBUG [M:0;6b87edf34edd:34865 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732126797171Disabling compacts and flushes for region at 1732126797171Disabling writes for close at 1732126797171Obtaining lock to block concurrent updates at 1732126797172 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732126797172Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1732126797172Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732126797173 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732126797173Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732126797186 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732126797186Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732126797595 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732126797607 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732126797607Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732126798017 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732126798030 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732126798030Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ed22bfc: reopening flushed file at 1732126798439 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ffbaa31: reopening flushed file at 1732126798444 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4145d7c0: reopening flushed file at 1732126798450 (+6 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=58, compaction requested=false at 1732126798456 (+6 ms)Writing region close event to WAL at 1732126798459 (+3 ms)Closed at 1732126798459 2024-11-20T18:19:58,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37151 is added to blk_1073741830_1006 (size=33026) 2024-11-20T18:19:58,462 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/06576eae-16a1-fa67-f460-05197a17feb8/MasterData/WALs/6b87edf34edd,34865,1732126722248/6b87edf34edd%2C34865%2C1732126722248.1732126724152 not finished, retry = 0 2024-11-20T18:19:58,563 INFO [M:0;6b87edf34edd:34865 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T18:19:58,563 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T18:19:58,563 INFO [M:0;6b87edf34edd:34865 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34865 2024-11-20T18:19:58,563 INFO [M:0;6b87edf34edd:34865 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T18:19:58,739 INFO [M:0;6b87edf34edd:34865 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T18:19:58,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34865-0x101597821f60003, quorum=127.0.0.1:49611, baseZNode=/1-256479161 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:19:58,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34865-0x101597821f60003, quorum=127.0.0.1:49611, baseZNode=/1-256479161 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:19:58,774 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6f5a68f2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T18:19:58,774 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68ef3329{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T18:19:58,774 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T18:19:58,775 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60f7d016{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T18:19:58,775 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b6bf9ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935591d3-7456-6de1-597c-2195ebdfce2d/hadoop.log.dir/,STOPPED} 2024-11-20T18:19:58,776 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T18:19:58,776 WARN [BP-79801000-172.17.0.3-1732126720116 heartbeating to localhost/127.0.0.1:44731 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T18:19:58,776 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T18:19:58,776 WARN [BP-79801000-172.17.0.3-1732126720116 heartbeating to localhost/127.0.0.1:44731 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-79801000-172.17.0.3-1732126720116 (Datanode Uuid 7b2da08c-e3a2-44e8-97ea-cf7662bc0132) service to localhost/127.0.0.1:44731 2024-11-20T18:19:58,777 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935591d3-7456-6de1-597c-2195ebdfce2d/cluster_20157cd9-2d04-8a12-7223-73b2dae8cb88/data/data1/current/BP-79801000-172.17.0.3-1732126720116 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T18:19:58,777 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935591d3-7456-6de1-597c-2195ebdfce2d/cluster_20157cd9-2d04-8a12-7223-73b2dae8cb88/data/data2/current/BP-79801000-172.17.0.3-1732126720116 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T18:19:58,777 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T18:19:58,782 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2a9bef85{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T18:19:58,782 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60588b3c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T18:19:58,782 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T18:19:58,783 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1238e6ca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T18:19:58,783 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@725d0bdf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935591d3-7456-6de1-597c-2195ebdfce2d/hadoop.log.dir/,STOPPED} 2024-11-20T18:19:58,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T18:19:58,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T18:19:58,795 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:19:58,795 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:19:58,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:19:58,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:19:58,795 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:19:58,795 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T18:19:58,795 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=712913524, stopped=false 2024-11-20T18:19:58,795 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b87edf34edd,43149,1732126716207 2024-11-20T18:19:58,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38123-0x101597821f60001, quorum=127.0.0.1:49611, baseZNode=/0-1744430082 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1744430082/running 2024-11-20T18:19:58,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43149-0x101597821f60000, quorum=127.0.0.1:49611, baseZNode=/0-1744430082 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1744430082/running 2024-11-20T18:19:58,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38123-0x101597821f60001, quorum=127.0.0.1:49611, baseZNode=/0-1744430082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1744430082 2024-11-20T18:19:58,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43149-0x101597821f60000, quorum=127.0.0.1:49611, baseZNode=/0-1744430082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1744430082 2024-11-20T18:19:58,816 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T18:19:58,816 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:19:58,816 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43149-0x101597821f60000, quorum=127.0.0.1:49611, baseZNode=/0-1744430082 Set watcher on znode that does not yet exist, /0-1744430082/running 2024-11-20T18:19:58,816 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:19:58,816 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38123-0x101597821f60001, quorum=127.0.0.1:49611, baseZNode=/0-1744430082 Set watcher on znode that does not yet exist, /0-1744430082/running 2024-11-20T18:19:58,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:19:58,817 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b87edf34edd,38123,1732126716596' ***** 2024-11-20T18:19:58,817 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T18:19:58,817 INFO [RS:0;6b87edf34edd:38123 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T18:19:58,817 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T18:19:58,817 INFO [RS:0;6b87edf34edd:38123 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T18:19:58,817 INFO [RS:0;6b87edf34edd:38123 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T18:19:58,817 INFO [RS:0;6b87edf34edd:38123 {}] regionserver.HRegionServer(3091): Received CLOSE for c146954342bd74a2586f13912a1d9223 2024-11-20T18:19:58,817 INFO [RS:0;6b87edf34edd:38123 {}] regionserver.HRegionServer(3091): Received CLOSE for b9232976a1b045695e3fbc586d1bc771 2024-11-20T18:19:58,817 INFO [RS:0;6b87edf34edd:38123 {}] regionserver.HRegionServer(959): stopping server 6b87edf34edd,38123,1732126716596 2024-11-20T18:19:58,817 INFO [RS:0;6b87edf34edd:38123 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T18:19:58,817 INFO [RS:0;6b87edf34edd:38123 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b87edf34edd:38123. 2024-11-20T18:19:58,817 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c146954342bd74a2586f13912a1d9223, disabling compactions & flushes 2024-11-20T18:19:58,818 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732126725358.c146954342bd74a2586f13912a1d9223. 2024-11-20T18:19:58,818 DEBUG [RS:0;6b87edf34edd:38123 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:19:58,818 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732126725358.c146954342bd74a2586f13912a1d9223. 2024-11-20T18:19:58,818 DEBUG [RS:0;6b87edf34edd:38123 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:19:58,818 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732126725358.c146954342bd74a2586f13912a1d9223. after waiting 0 ms 2024-11-20T18:19:58,818 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732126725358.c146954342bd74a2586f13912a1d9223. 2024-11-20T18:19:58,818 INFO [RS:0;6b87edf34edd:38123 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T18:19:58,818 INFO [RS:0;6b87edf34edd:38123 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T18:19:58,818 INFO [RS:0;6b87edf34edd:38123 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T18:19:58,818 INFO [RS:0;6b87edf34edd:38123 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T18:19:58,818 INFO [RS:0;6b87edf34edd:38123 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T18:19:58,818 DEBUG [RS:0;6b87edf34edd:38123 {}] regionserver.HRegionServer(1325): Online Regions={c146954342bd74a2586f13912a1d9223=test,,1732126725358.c146954342bd74a2586f13912a1d9223., 1588230740=hbase:meta,,1.1588230740, b9232976a1b045695e3fbc586d1bc771=hbase:replication,,1732126729704.b9232976a1b045695e3fbc586d1bc771.} 2024-11-20T18:19:58,818 DEBUG [RS:0;6b87edf34edd:38123 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b9232976a1b045695e3fbc586d1bc771, c146954342bd74a2586f13912a1d9223 2024-11-20T18:19:58,818 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T18:19:58,818 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T18:19:58,818 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T18:19:58,818 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T18:19:58,818 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T18:19:58,818 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T18:19:58,821 INFO [regionserver/6b87edf34edd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T18:19:58,821 INFO [regionserver/6b87edf34edd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T18:19:58,825 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/data/default/test/c146954342bd74a2586f13912a1d9223/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T18:19:58,825 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T18:19:58,825 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T18:19:58,825 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732126725358.c146954342bd74a2586f13912a1d9223. 2024-11-20T18:19:58,825 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c146954342bd74a2586f13912a1d9223: Waiting for close lock at 1732126798817Running coprocessor pre-close hooks at 1732126798817Disabling compacts and flushes for region at 1732126798817Disabling writes for close at 1732126798818 (+1 ms)Writing region close event to WAL at 1732126798820 (+2 ms)Running coprocessor post-close hooks at 1732126798825 (+5 ms)Closed at 1732126798825 2024-11-20T18:19:58,826 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732126725358.c146954342bd74a2586f13912a1d9223. 2024-11-20T18:19:58,826 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b9232976a1b045695e3fbc586d1bc771, disabling compactions & flushes 2024-11-20T18:19:58,826 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732126729704.b9232976a1b045695e3fbc586d1bc771. 2024-11-20T18:19:58,826 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732126729704.b9232976a1b045695e3fbc586d1bc771. 2024-11-20T18:19:58,826 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732126729704.b9232976a1b045695e3fbc586d1bc771. after waiting 0 ms 2024-11-20T18:19:58,826 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732126729704.b9232976a1b045695e3fbc586d1bc771. 2024-11-20T18:19:58,826 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b9232976a1b045695e3fbc586d1bc771 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-20T18:19:58,840 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/data/hbase/meta/1588230740/.tmp/info/bc54abb17319495a9040c0f834169132 is 147, key is hbase:replication,,1732126729704.b9232976a1b045695e3fbc586d1bc771./info:regioninfo/1732126730923/Put/seqid=0 2024-11-20T18:19:58,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741844_1020 (size=7686) 2024-11-20T18:19:58,844 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/data/hbase/replication/b9232976a1b045695e3fbc586d1bc771/.tmp/hfileref/80adc3e06d7f4be7a03fe1dfa7a35b98 is 74, key is 1/hfileref:20503db15e45434f9ae901185a4c8fd3_SeqId_4_/1732126733768/DeleteColumn/seqid=0 2024-11-20T18:19:58,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741845_1021 (size=5203) 2024-11-20T18:19:58,886 INFO [regionserver/6b87edf34edd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T18:19:59,018 DEBUG [RS:0;6b87edf34edd:38123 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b9232976a1b045695e3fbc586d1bc771 2024-11-20T18:19:59,218 DEBUG [RS:0;6b87edf34edd:38123 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b9232976a1b045695e3fbc586d1bc771 2024-11-20T18:19:59,244 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/data/hbase/meta/1588230740/.tmp/info/bc54abb17319495a9040c0f834169132 2024-11-20T18:19:59,248 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/data/hbase/replication/b9232976a1b045695e3fbc586d1bc771/.tmp/hfileref/80adc3e06d7f4be7a03fe1dfa7a35b98 2024-11-20T18:19:59,264 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/data/hbase/meta/1588230740/.tmp/ns/7a41af4730784f1682b87d9ff6964f97 is 43, key is default/ns:d/1732126719980/Put/seqid=0 2024-11-20T18:19:59,265 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/data/hbase/replication/b9232976a1b045695e3fbc586d1bc771/.tmp/queue/1d825be100884587bb84d061a6b88925 is 153, key is 1-6b87edf34edd,38123,1732126716596/queue:6b87edf34edd%2C38123%2C1732126716596/1732126734874/Put/seqid=0 2024-11-20T18:19:59,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741846_1022 (size=5153) 2024-11-20T18:19:59,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741847_1023 (size=5352) 2024-11-20T18:19:59,419 DEBUG [RS:0;6b87edf34edd:38123 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b9232976a1b045695e3fbc586d1bc771 2024-11-20T18:19:59,619 DEBUG [RS:0;6b87edf34edd:38123 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b9232976a1b045695e3fbc586d1bc771 2024-11-20T18:19:59,669 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/data/hbase/replication/b9232976a1b045695e3fbc586d1bc771/.tmp/queue/1d825be100884587bb84d061a6b88925 2024-11-20T18:19:59,669 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/data/hbase/meta/1588230740/.tmp/ns/7a41af4730784f1682b87d9ff6964f97 2024-11-20T18:19:59,675 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/data/hbase/replication/b9232976a1b045695e3fbc586d1bc771/.tmp/hfileref/80adc3e06d7f4be7a03fe1dfa7a35b98 as hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/data/hbase/replication/b9232976a1b045695e3fbc586d1bc771/hfileref/80adc3e06d7f4be7a03fe1dfa7a35b98 2024-11-20T18:19:59,680 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/data/hbase/replication/b9232976a1b045695e3fbc586d1bc771/hfileref/80adc3e06d7f4be7a03fe1dfa7a35b98, entries=2, sequenceid=10, filesize=5.1 K 2024-11-20T18:19:59,681 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/data/hbase/replication/b9232976a1b045695e3fbc586d1bc771/.tmp/queue/1d825be100884587bb84d061a6b88925 as hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/data/hbase/replication/b9232976a1b045695e3fbc586d1bc771/queue/1d825be100884587bb84d061a6b88925 2024-11-20T18:19:59,685 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/data/hbase/replication/b9232976a1b045695e3fbc586d1bc771/queue/1d825be100884587bb84d061a6b88925, entries=1, sequenceid=10, filesize=5.2 K 2024-11-20T18:19:59,686 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for b9232976a1b045695e3fbc586d1bc771 in 860ms, sequenceid=10, compaction requested=false 2024-11-20T18:19:59,690 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/data/hbase/meta/1588230740/.tmp/rep_barrier/e3d5dae0e8ac48298a26a6fa8e737a39 is 112, key is test,,1732126725358.c146954342bd74a2586f13912a1d9223./rep_barrier:seqnumDuringOpen/1732126726521/Put/seqid=0 2024-11-20T18:19:59,691 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/data/hbase/replication/b9232976a1b045695e3fbc586d1bc771/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-20T18:19:59,691 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T18:19:59,691 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T18:19:59,692 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732126729704.b9232976a1b045695e3fbc586d1bc771. 2024-11-20T18:19:59,692 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b9232976a1b045695e3fbc586d1bc771: Waiting for close lock at 1732126798826Running coprocessor pre-close hooks at 1732126798826Disabling compacts and flushes for region at 1732126798826Disabling writes for close at 1732126798826Obtaining lock to block concurrent updates at 1732126798826Preparing flush snapshotting stores in b9232976a1b045695e3fbc586d1bc771 at 1732126798826Finished memstore snapshotting hbase:replication,,1732126729704.b9232976a1b045695e3fbc586d1bc771., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732126798826Flushing stores of hbase:replication,,1732126729704.b9232976a1b045695e3fbc586d1bc771. at 1732126798827 (+1 ms)Flushing b9232976a1b045695e3fbc586d1bc771/hfileref: creating writer at 1732126798827Flushing b9232976a1b045695e3fbc586d1bc771/hfileref: appending metadata at 1732126798844 (+17 ms)Flushing b9232976a1b045695e3fbc586d1bc771/hfileref: closing flushed file at 1732126798844Flushing b9232976a1b045695e3fbc586d1bc771/queue: creating writer at 1732126799252 (+408 ms)Flushing b9232976a1b045695e3fbc586d1bc771/queue: appending metadata at 1732126799264 (+12 ms)Flushing b9232976a1b045695e3fbc586d1bc771/queue: closing flushed file at 1732126799264Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@459f4730: reopening flushed file at 1732126799674 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@509131ca: reopening flushed file at 1732126799680 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for b9232976a1b045695e3fbc586d1bc771 in 860ms, sequenceid=10, compaction requested=false at 1732126799686 (+6 ms)Writing region close event to WAL at 1732126799688 (+2 ms)Running coprocessor post-close hooks at 1732126799691 (+3 ms)Closed at 1732126799692 (+1 ms) 2024-11-20T18:19:59,692 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732126729704.b9232976a1b045695e3fbc586d1bc771. 2024-11-20T18:19:59,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741848_1024 (size=5518) 2024-11-20T18:19:59,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:19:59,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:19:59,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:19:59,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:19:59,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:19:59,819 INFO [RS:0;6b87edf34edd:38123 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T18:19:59,819 DEBUG [RS:0;6b87edf34edd:38123 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T18:19:59,819 DEBUG [RS:0;6b87edf34edd:38123 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T18:20:00,019 DEBUG [RS:0;6b87edf34edd:38123 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T18:20:00,095 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/data/hbase/meta/1588230740/.tmp/rep_barrier/e3d5dae0e8ac48298a26a6fa8e737a39 2024-11-20T18:20:00,113 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/data/hbase/meta/1588230740/.tmp/table/2710f583a3694788a4c74bea577feaee is 53, key is hbase:replication/table:state/1732126730933/Put/seqid=0 2024-11-20T18:20:00,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741849_1025 (size=5308) 2024-11-20T18:20:00,219 DEBUG [RS:0;6b87edf34edd:38123 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T18:20:00,315 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T18:20:00,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:20:00,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:20:00,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:20:00,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:20:00,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:20:00,419 DEBUG [RS:0;6b87edf34edd:38123 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T18:20:00,517 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/data/hbase/meta/1588230740/.tmp/table/2710f583a3694788a4c74bea577feaee 2024-11-20T18:20:00,523 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/data/hbase/meta/1588230740/.tmp/info/bc54abb17319495a9040c0f834169132 as hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/data/hbase/meta/1588230740/info/bc54abb17319495a9040c0f834169132 2024-11-20T18:20:00,528 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/data/hbase/meta/1588230740/info/bc54abb17319495a9040c0f834169132, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T18:20:00,529 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/data/hbase/meta/1588230740/.tmp/ns/7a41af4730784f1682b87d9ff6964f97 as hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/data/hbase/meta/1588230740/ns/7a41af4730784f1682b87d9ff6964f97 2024-11-20T18:20:00,534 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/data/hbase/meta/1588230740/ns/7a41af4730784f1682b87d9ff6964f97, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T18:20:00,535 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/data/hbase/meta/1588230740/.tmp/rep_barrier/e3d5dae0e8ac48298a26a6fa8e737a39 as hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/data/hbase/meta/1588230740/rep_barrier/e3d5dae0e8ac48298a26a6fa8e737a39 2024-11-20T18:20:00,540 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/data/hbase/meta/1588230740/rep_barrier/e3d5dae0e8ac48298a26a6fa8e737a39, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T18:20:00,540 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/data/hbase/meta/1588230740/.tmp/table/2710f583a3694788a4c74bea577feaee as hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/data/hbase/meta/1588230740/table/2710f583a3694788a4c74bea577feaee 2024-11-20T18:20:00,545 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/data/hbase/meta/1588230740/table/2710f583a3694788a4c74bea577feaee, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T18:20:00,546 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1728ms, sequenceid=16, compaction requested=false 2024-11-20T18:20:00,546 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T18:20:00,551 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T18:20:00,552 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T18:20:00,552 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T18:20:00,552 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T18:20:00,552 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732126798818Running coprocessor pre-close hooks at 1732126798818Disabling compacts and flushes for region at 1732126798818Disabling writes for close at 1732126798818Obtaining lock to block concurrent updates at 1732126798818Preparing flush snapshotting stores in 1588230740 at 1732126798818Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732126798819 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732126798819Flushing 1588230740/info: creating writer at 1732126798819Flushing 1588230740/info: appending metadata at 1732126798840 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732126798840Flushing 1588230740/ns: creating writer at 1732126799250 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732126799263 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732126799263Flushing 1588230740/rep_barrier: creating writer at 1732126799674 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732126799690 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732126799690Flushing 1588230740/table: creating writer at 1732126800100 (+410 ms)Flushing 1588230740/table: appending metadata at 1732126800112 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732126800112Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f21bd78: reopening flushed file at 1732126800522 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b8537c3: reopening flushed file at 1732126800528 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d9f010: reopening flushed file at 1732126800534 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54af7cee: reopening flushed file at 1732126800540 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1728ms, sequenceid=16, compaction requested=false at 1732126800546 (+6 ms)Writing region close event to WAL at 1732126800548 (+2 ms)Running coprocessor post-close hooks at 1732126800552 (+4 ms)Closed at 1732126800552 2024-11-20T18:20:00,552 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T18:20:00,620 INFO [RS:0;6b87edf34edd:38123 {}] regionserver.HRegionServer(976): stopping server 6b87edf34edd,38123,1732126716596; all regions closed. 2024-11-20T18:20:00,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741834_1010 (size=4239) 2024-11-20T18:20:00,622 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/WALs/6b87edf34edd,38123,1732126716596/6b87edf34edd%2C38123%2C1732126716596.meta.1732126719917.meta not finished, retry = 0 2024-11-20T18:20:00,725 DEBUG [RS:0;6b87edf34edd:38123 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/oldWALs 2024-11-20T18:20:00,725 INFO [RS:0;6b87edf34edd:38123 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b87edf34edd%2C38123%2C1732126716596.meta:.meta(num 1732126719917) 2024-11-20T18:20:00,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741839_1015 (size=2700) 2024-11-20T18:20:00,729 DEBUG [RS:0;6b87edf34edd:38123 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/oldWALs 2024-11-20T18:20:00,729 INFO [RS:0;6b87edf34edd:38123 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b87edf34edd%2C38123%2C1732126716596.rep:(num 1732126730887) 2024-11-20T18:20:00,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741832_1008 (size=1300) 2024-11-20T18:20:00,732 DEBUG [RS:0;6b87edf34edd:38123 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/oldWALs 2024-11-20T18:20:00,732 INFO [RS:0;6b87edf34edd:38123 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b87edf34edd%2C38123%2C1732126716596:(num 1732126718954) 2024-11-20T18:20:00,732 DEBUG [RS:0;6b87edf34edd:38123 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:00,732 INFO [RS:0;6b87edf34edd:38123 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T18:20:00,732 INFO [RS:0;6b87edf34edd:38123 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T18:20:00,733 INFO [RS:0;6b87edf34edd:38123 {}] hbase.ChoreService(370): Chore service for: regionserver/6b87edf34edd:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T18:20:00,733 INFO [RS:0;6b87edf34edd:38123 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T18:20:00,733 INFO [regionserver/6b87edf34edd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T18:20:00,733 INFO [RS:0;6b87edf34edd:38123 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6b87edf34edd,38123,1732126716596 because: Region server is closing 2024-11-20T18:20:00,733 INFO [RS:0;6b87edf34edd:38123 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b87edf34edd:38123. 2024-11-20T18:20:00,733 DEBUG [RS:0;6b87edf34edd:38123 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:20:00,733 DEBUG [RS:0;6b87edf34edd:38123 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:00,733 DEBUG [RS:0;6b87edf34edd:38123 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:00,733 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:20:00,834 WARN [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596.replicationSource.wal-reader.6b87edf34edd%2C38123%2C1732126716596,1-6b87edf34edd,38123,1732126716596 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T18:20:00,834 WARN [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596.replicationSource.shipper6b87edf34edd%2C38123%2C1732126716596,1-6b87edf34edd,38123,1732126716596 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T18:20:00,834 INFO [RS:0;6b87edf34edd:38123 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38123,1732126716596.replicationSource.shipper6b87edf34edd%2C38123%2C1732126716596,1-6b87edf34edd,38123,1732126716596 terminated 2024-11-20T18:20:00,834 INFO [RS:0;6b87edf34edd:38123 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38123 2024-11-20T18:20:00,881 INFO [RS:0;6b87edf34edd:38123 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T18:20:00,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43149-0x101597821f60000, quorum=127.0.0.1:49611, baseZNode=/0-1744430082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1744430082/rs 2024-11-20T18:20:00,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38123-0x101597821f60001, quorum=127.0.0.1:49611, baseZNode=/0-1744430082 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1744430082/rs/6b87edf34edd,38123,1732126716596 2024-11-20T18:20:00,891 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b87edf34edd,38123,1732126716596] 2024-11-20T18:20:00,902 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1744430082/draining/6b87edf34edd,38123,1732126716596 already deleted, retry=false 2024-11-20T18:20:00,902 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b87edf34edd,38123,1732126716596 expired; onlineServers=0 2024-11-20T18:20:00,902 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b87edf34edd,43149,1732126716207' ***** 2024-11-20T18:20:00,902 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T18:20:00,902 INFO [M:0;6b87edf34edd:43149 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T18:20:00,902 INFO [M:0;6b87edf34edd:43149 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T18:20:00,902 DEBUG [M:0;6b87edf34edd:43149 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T18:20:00,902 DEBUG [M:0;6b87edf34edd:43149 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T18:20:00,902 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T18:20:00,902 DEBUG [master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732126718686 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732126718686,5,FailOnTimeoutGroup] 2024-11-20T18:20:00,902 DEBUG [master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732126718686 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732126718686,5,FailOnTimeoutGroup] 2024-11-20T18:20:00,903 INFO [M:0;6b87edf34edd:43149 {}] hbase.ChoreService(370): Chore service for: master/6b87edf34edd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T18:20:00,903 INFO [M:0;6b87edf34edd:43149 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T18:20:00,903 DEBUG [M:0;6b87edf34edd:43149 {}] master.HMaster(1795): Stopping service threads 2024-11-20T18:20:00,903 INFO [M:0;6b87edf34edd:43149 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T18:20:00,903 INFO [M:0;6b87edf34edd:43149 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T18:20:00,903 INFO [M:0;6b87edf34edd:43149 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T18:20:00,903 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T18:20:00,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43149-0x101597821f60000, quorum=127.0.0.1:49611, baseZNode=/0-1744430082 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1744430082/master 2024-11-20T18:20:00,912 DEBUG [M:0;6b87edf34edd:43149 {}] zookeeper.ZKUtil(347): master:43149-0x101597821f60000, quorum=127.0.0.1:49611, baseZNode=/0-1744430082 Unable to get data of znode /0-1744430082/master because node does not exist (not an error) 2024-11-20T18:20:00,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43149-0x101597821f60000, quorum=127.0.0.1:49611, baseZNode=/0-1744430082 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1744430082 2024-11-20T18:20:00,912 WARN [M:0;6b87edf34edd:43149 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T18:20:00,914 INFO [M:0;6b87edf34edd:43149 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/.lastflushedseqids 2024-11-20T18:20:00,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741850_1026 (size=263) 2024-11-20T18:20:00,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38123-0x101597821f60001, quorum=127.0.0.1:49611, baseZNode=/0-1744430082 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:20:00,991 INFO [RS:0;6b87edf34edd:38123 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T18:20:00,991 INFO [RS:0;6b87edf34edd:38123 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b87edf34edd,38123,1732126716596; zookeeper connection closed. 2024-11-20T18:20:00,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38123-0x101597821f60001, quorum=127.0.0.1:49611, baseZNode=/0-1744430082 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:20:00,992 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@10663879 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@10663879 2024-11-20T18:20:00,992 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T18:20:01,319 INFO [M:0;6b87edf34edd:43149 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T18:20:01,319 INFO [M:0;6b87edf34edd:43149 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T18:20:01,319 DEBUG [M:0;6b87edf34edd:43149 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T18:20:01,319 INFO [M:0;6b87edf34edd:43149 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:20:01,319 DEBUG [M:0;6b87edf34edd:43149 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:20:01,319 DEBUG [M:0;6b87edf34edd:43149 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T18:20:01,319 DEBUG [M:0;6b87edf34edd:43149 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:20:01,319 INFO [M:0;6b87edf34edd:43149 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.87 KB heapSize=65.87 KB 2024-11-20T18:20:01,333 DEBUG [M:0;6b87edf34edd:43149 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1f684759058e49e7982d17161adcc927 is 82, key is hbase:meta,,1/info:regioninfo/1732126719950/Put/seqid=0 2024-11-20T18:20:01,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741851_1027 (size=5672) 2024-11-20T18:20:01,737 INFO [M:0;6b87edf34edd:43149 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1f684759058e49e7982d17161adcc927 2024-11-20T18:20:01,759 DEBUG [M:0;6b87edf34edd:43149 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7d8742d6bb6b466988a4292c2439cd65 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732126726534/Put/seqid=0 2024-11-20T18:20:01,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741852_1028 (size=7241) 2024-11-20T18:20:02,163 INFO [M:0;6b87edf34edd:43149 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.31 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7d8742d6bb6b466988a4292c2439cd65 2024-11-20T18:20:02,168 INFO [M:0;6b87edf34edd:43149 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7d8742d6bb6b466988a4292c2439cd65 2024-11-20T18:20:02,183 DEBUG [M:0;6b87edf34edd:43149 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b12f826bfb543cf9b896a9e5a234770 is 69, key is 6b87edf34edd,38123,1732126716596/rs:state/1732126718797/Put/seqid=0 2024-11-20T18:20:02,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741853_1029 (size=5156) 2024-11-20T18:20:02,588 INFO [M:0;6b87edf34edd:43149 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b12f826bfb543cf9b896a9e5a234770 2024-11-20T18:20:02,592 DEBUG [M:0;6b87edf34edd:43149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1f684759058e49e7982d17161adcc927 as hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1f684759058e49e7982d17161adcc927 2024-11-20T18:20:02,596 INFO [M:0;6b87edf34edd:43149 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1f684759058e49e7982d17161adcc927, entries=8, sequenceid=105, filesize=5.5 K 2024-11-20T18:20:02,597 DEBUG [M:0;6b87edf34edd:43149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7d8742d6bb6b466988a4292c2439cd65 as hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7d8742d6bb6b466988a4292c2439cd65 2024-11-20T18:20:02,601 INFO [M:0;6b87edf34edd:43149 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7d8742d6bb6b466988a4292c2439cd65 2024-11-20T18:20:02,601 INFO [M:0;6b87edf34edd:43149 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7d8742d6bb6b466988a4292c2439cd65, entries=11, sequenceid=105, filesize=7.1 K 2024-11-20T18:20:02,602 DEBUG [M:0;6b87edf34edd:43149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b12f826bfb543cf9b896a9e5a234770 as hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5b12f826bfb543cf9b896a9e5a234770 2024-11-20T18:20:02,607 INFO [M:0;6b87edf34edd:43149 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40917/user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5b12f826bfb543cf9b896a9e5a234770, entries=1, sequenceid=105, filesize=5.0 K 2024-11-20T18:20:02,608 INFO [M:0;6b87edf34edd:43149 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=105, compaction requested=false 2024-11-20T18:20:02,611 INFO [M:0;6b87edf34edd:43149 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:20:02,611 DEBUG [M:0;6b87edf34edd:43149 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732126801319Disabling compacts and flushes for region at 1732126801319Disabling writes for close at 1732126801319Obtaining lock to block concurrent updates at 1732126801319Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732126801319Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57207, getHeapSize=67384, getOffHeapSize=0, getCellsCount=122 at 1732126801319Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732126801320 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732126801320Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732126801332 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732126801332Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732126801742 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732126801758 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732126801758Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732126802168 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732126802183 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732126802183Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31971134: reopening flushed file at 1732126802592 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26ae80fa: reopening flushed file at 1732126802596 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dba57f7: reopening flushed file at 1732126802601 (+5 ms)Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=105, compaction requested=false at 1732126802608 (+7 ms)Writing region close event to WAL at 1732126802611 (+3 ms)Closed at 1732126802611 2024-11-20T18:20:02,613 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5b8efbcf-6415-fff3-4d77-ff5149f54063/MasterData/WALs/6b87edf34edd,43149,1732126716207/6b87edf34edd%2C43149%2C1732126716207.1732126718404 not finished, retry = 0 2024-11-20T18:20:02,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46177 is added to blk_1073741830_1006 (size=64538) 2024-11-20T18:20:02,714 INFO [M:0;6b87edf34edd:43149 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T18:20:02,714 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T18:20:02,714 INFO [M:0;6b87edf34edd:43149 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43149 2024-11-20T18:20:02,715 INFO [M:0;6b87edf34edd:43149 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T18:20:02,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43149-0x101597821f60000, quorum=127.0.0.1:49611, baseZNode=/0-1744430082 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:20:02,865 INFO [M:0;6b87edf34edd:43149 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T18:20:02,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43149-0x101597821f60000, quorum=127.0.0.1:49611, baseZNode=/0-1744430082 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:20:02,867 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4866c8b9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T18:20:02,867 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26a8491c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T18:20:02,867 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T18:20:02,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d75e731{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T18:20:02,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@238f940e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/832b685c-133d-c93c-1a5b-919dfa1ec96d/hadoop.log.dir/,STOPPED} 2024-11-20T18:20:02,868 WARN [BP-1694830043-172.17.0.3-1732126713468 heartbeating to localhost/127.0.0.1:40917 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T18:20:02,868 WARN [BP-1694830043-172.17.0.3-1732126713468 heartbeating to localhost/127.0.0.1:40917 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1694830043-172.17.0.3-1732126713468 (Datanode Uuid a0a5b980-7e68-47a0-8357-baaf14fd2ff3) service to localhost/127.0.0.1:40917 2024-11-20T18:20:02,868 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T18:20:02,868 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T18:20:02,869 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/832b685c-133d-c93c-1a5b-919dfa1ec96d/cluster_96c29bed-b47b-39d9-d497-74b03a33ac78/data/data1/current/BP-1694830043-172.17.0.3-1732126713468 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T18:20:02,869 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/832b685c-133d-c93c-1a5b-919dfa1ec96d/cluster_96c29bed-b47b-39d9-d497-74b03a33ac78/data/data2/current/BP-1694830043-172.17.0.3-1732126713468 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T18:20:02,869 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T18:20:02,873 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1573b748{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T18:20:02,874 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4071683a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T18:20:02,874 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T18:20:02,874 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f544fd5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T18:20:02,874 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76e71c81{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/832b685c-133d-c93c-1a5b-919dfa1ec96d/hadoop.log.dir/,STOPPED} 2024-11-20T18:20:02,879 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T18:20:02,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T18:20:02,901 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=158 (was 139) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49611) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$806/0x00007f5cd8b92098.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44731 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:40917 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40917 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40917 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:44731 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44731 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40917 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44731 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49611) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$806/0x00007f5cd8b92098.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40917 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44731 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=504 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=273 (was 320), ProcessCount=11 (was 11), AvailableMemoryMB=7632 (was 4486) - AvailableMemoryMB LEAK? - 2024-11-20T18:20:02,907 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=159, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=273, ProcessCount=11, AvailableMemoryMB=7632 2024-11-20T18:20:02,920 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-20T18:20:02,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935591d3-7456-6de1-597c-2195ebdfce2d/hadoop.log.dir so I do NOT create it in target/test-data/286a5f2e-3ba1-887a-d288-07c40bc8abe3 2024-11-20T18:20:02,920 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935591d3-7456-6de1-597c-2195ebdfce2d/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T18:20:02,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935591d3-7456-6de1-597c-2195ebdfce2d/hadoop.tmp.dir so I do NOT create it in target/test-data/286a5f2e-3ba1-887a-d288-07c40bc8abe3 2024-11-20T18:20:02,920 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/935591d3-7456-6de1-597c-2195ebdfce2d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T18:20:02,920 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286a5f2e-3ba1-887a-d288-07c40bc8abe3 2024-11-20T18:20:02,920 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286a5f2e-3ba1-887a-d288-07c40bc8abe3/cluster_92c8f76f-c437-aee1-c05f-7b24787afb6f, deleteOnExit=true 2024-11-20T18:20:02,941 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286a5f2e-3ba1-887a-d288-07c40bc8abe3/cluster_92c8f76f-c437-aee1-c05f-7b24787afb6f/zookeeper_0, clientPort=50674, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286a5f2e-3ba1-887a-d288-07c40bc8abe3/cluster_92c8f76f-c437-aee1-c05f-7b24787afb6f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286a5f2e-3ba1-887a-d288-07c40bc8abe3/cluster_92c8f76f-c437-aee1-c05f-7b24787afb6f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T18:20:02,942 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50674 2024-11-20T18:20:02,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T18:20:02,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T18:20:02,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286a5f2e-3ba1-887a-d288-07c40bc8abe3/test.cache.data in system properties and HBase conf 2024-11-20T18:20:02,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286a5f2e-3ba1-887a-d288-07c40bc8abe3/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T18:20:02,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286a5f2e-3ba1-887a-d288-07c40bc8abe3/hadoop.log.dir in system properties and HBase conf 2024-11-20T18:20:02,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286a5f2e-3ba1-887a-d288-07c40bc8abe3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T18:20:02,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286a5f2e-3ba1-887a-d288-07c40bc8abe3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T18:20:02,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T18:20:02,942 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T18:20:02,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286a5f2e-3ba1-887a-d288-07c40bc8abe3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T18:20:02,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286a5f2e-3ba1-887a-d288-07c40bc8abe3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T18:20:02,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286a5f2e-3ba1-887a-d288-07c40bc8abe3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T18:20:02,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286a5f2e-3ba1-887a-d288-07c40bc8abe3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T18:20:02,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286a5f2e-3ba1-887a-d288-07c40bc8abe3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T18:20:02,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286a5f2e-3ba1-887a-d288-07c40bc8abe3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T18:20:02,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286a5f2e-3ba1-887a-d288-07c40bc8abe3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T18:20:02,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286a5f2e-3ba1-887a-d288-07c40bc8abe3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T18:20:02,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286a5f2e-3ba1-887a-d288-07c40bc8abe3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T18:20:02,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286a5f2e-3ba1-887a-d288-07c40bc8abe3/nfs.dump.dir in system properties and HBase conf 2024-11-20T18:20:02,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286a5f2e-3ba1-887a-d288-07c40bc8abe3/java.io.tmpdir in system properties and HBase conf 2024-11-20T18:20:02,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286a5f2e-3ba1-887a-d288-07c40bc8abe3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T18:20:02,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286a5f2e-3ba1-887a-d288-07c40bc8abe3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T18:20:02,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286a5f2e-3ba1-887a-d288-07c40bc8abe3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T18:20:02,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101597821f60002, quorum=127.0.0.1:49611, baseZNode=/0-1744430082 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T18:20:02,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101597821f60005, quorum=127.0.0.1:49611, baseZNode=/1-256479161 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T18:20:02,978 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101597821f60005, quorum=127.0.0.1:49611, baseZNode=/1-256479161 Received Disconnected from ZooKeeper, ignoring 2024-11-20T18:20:02,978 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101597821f60002, quorum=127.0.0.1:49611, baseZNode=/0-1744430082 Received Disconnected from ZooKeeper, ignoring 2024-11-20T18:20:03,277 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:20:03,282 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T18:20:03,283 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T18:20:03,284 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T18:20:03,284 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T18:20:03,284 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:20:03,288 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54288a20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286a5f2e-3ba1-887a-d288-07c40bc8abe3/hadoop.log.dir/,AVAILABLE} 2024-11-20T18:20:03,288 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2faed23b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T18:20:03,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@189dc321{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286a5f2e-3ba1-887a-d288-07c40bc8abe3/java.io.tmpdir/jetty-localhost-43545-hadoop-hdfs-3_4_1-tests_jar-_-any-6953591494461509476/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T18:20:03,386 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ab93de{HTTP/1.1, (http/1.1)}{localhost:43545} 2024-11-20T18:20:03,386 INFO [Time-limited test {}] server.Server(415): Started @143726ms 2024-11-20T18:20:03,798 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:20:03,803 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T18:20:03,804 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T18:20:03,804 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T18:20:03,804 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T18:20:03,806 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e9ab1b2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286a5f2e-3ba1-887a-d288-07c40bc8abe3/hadoop.log.dir/,AVAILABLE} 2024-11-20T18:20:03,806 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63f77e0f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T18:20:03,903 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6268c86f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286a5f2e-3ba1-887a-d288-07c40bc8abe3/java.io.tmpdir/jetty-localhost-42635-hadoop-hdfs-3_4_1-tests_jar-_-any-6230042319839617574/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T18:20:03,903 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@357b9dc3{HTTP/1.1, (http/1.1)}{localhost:42635} 2024-11-20T18:20:03,903 INFO [Time-limited test {}] server.Server(415): Started @144244ms 2024-11-20T18:20:03,905 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T18:20:04,728 WARN [Thread-1287 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286a5f2e-3ba1-887a-d288-07c40bc8abe3/cluster_92c8f76f-c437-aee1-c05f-7b24787afb6f/data/data1/current/BP-1106134507-172.17.0.3-1732126802960/current, will proceed with Du for space computation calculation, 2024-11-20T18:20:04,729 WARN [Thread-1288 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286a5f2e-3ba1-887a-d288-07c40bc8abe3/cluster_92c8f76f-c437-aee1-c05f-7b24787afb6f/data/data2/current/BP-1106134507-172.17.0.3-1732126802960/current, will proceed with Du for space computation calculation, 2024-11-20T18:20:04,745 WARN [Thread-1275 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T18:20:04,748 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8fe05d6bd35d3b06 with lease ID 0x5ca2ce20afaf53a4: Processing first storage report for DS-eac6e883-d24e-4a75-8e3c-6164711f1f9a from datanode DatanodeRegistration(127.0.0.1:33449, datanodeUuid=d1f5addd-d6d0-46ee-8b7f-17ff2c0306b1, infoPort=42331, infoSecurePort=0, ipcPort=43265, storageInfo=lv=-57;cid=testClusterID;nsid=400458513;c=1732126802960) 2024-11-20T18:20:04,748 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8fe05d6bd35d3b06 with lease ID 0x5ca2ce20afaf53a4: from storage DS-eac6e883-d24e-4a75-8e3c-6164711f1f9a node DatanodeRegistration(127.0.0.1:33449, datanodeUuid=d1f5addd-d6d0-46ee-8b7f-17ff2c0306b1, infoPort=42331, infoSecurePort=0, ipcPort=43265, storageInfo=lv=-57;cid=testClusterID;nsid=400458513;c=1732126802960), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T18:20:04,748 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8fe05d6bd35d3b06 with lease ID 0x5ca2ce20afaf53a4: Processing first storage report for DS-79528a8c-5550-431f-83fa-dd09a3cffcd1 from datanode DatanodeRegistration(127.0.0.1:33449, datanodeUuid=d1f5addd-d6d0-46ee-8b7f-17ff2c0306b1, infoPort=42331, infoSecurePort=0, ipcPort=43265, storageInfo=lv=-57;cid=testClusterID;nsid=400458513;c=1732126802960) 2024-11-20T18:20:04,748 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8fe05d6bd35d3b06 with lease ID 0x5ca2ce20afaf53a4: from storage DS-79528a8c-5550-431f-83fa-dd09a3cffcd1 node DatanodeRegistration(127.0.0.1:33449, datanodeUuid=d1f5addd-d6d0-46ee-8b7f-17ff2c0306b1, infoPort=42331, infoSecurePort=0, ipcPort=43265, storageInfo=lv=-57;cid=testClusterID;nsid=400458513;c=1732126802960), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T18:20:04,836 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286a5f2e-3ba1-887a-d288-07c40bc8abe3 2024-11-20T18:20:04,837 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:20:04,838 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:20:04,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741825_1001 (size=7) 2024-11-20T18:20:05,193 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T18:20:05,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:20:05,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:20:05,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:20:05,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:20:05,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:20:05,247 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17 with version=8 2024-11-20T18:20:05,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/hbase-staging 2024-11-20T18:20:05,249 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b87edf34edd:0 server-side Connection retries=45 2024-11-20T18:20:05,249 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:20:05,249 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T18:20:05,249 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T18:20:05,249 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:20:05,249 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T18:20:05,249 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T18:20:05,249 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T18:20:05,250 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38155 2024-11-20T18:20:05,251 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38155 connecting to ZooKeeper ensemble=127.0.0.1:50674 2024-11-20T18:20:05,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:381550x0, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:20:05,340 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38155-0x10159797fa70000 connected 2024-11-20T18:20:05,417 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:20:05,419 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:20:05,420 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38155-0x10159797fa70000, quorum=127.0.0.1:50674, baseZNode=/01375755092 Set watcher on znode that does not yet exist, /01375755092/running 2024-11-20T18:20:05,420 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17, hbase.cluster.distributed=false 2024-11-20T18:20:05,422 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38155-0x10159797fa70000, quorum=127.0.0.1:50674, baseZNode=/01375755092 Set watcher on znode that does not yet exist, /01375755092/acl 2024-11-20T18:20:05,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38155 2024-11-20T18:20:05,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38155 2024-11-20T18:20:05,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38155 2024-11-20T18:20:05,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38155 2024-11-20T18:20:05,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38155 2024-11-20T18:20:05,436 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b87edf34edd:0 server-side Connection retries=45 2024-11-20T18:20:05,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:20:05,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T18:20:05,436 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T18:20:05,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:20:05,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T18:20:05,436 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T18:20:05,436 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T18:20:05,437 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45169 2024-11-20T18:20:05,438 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45169 connecting to ZooKeeper ensemble=127.0.0.1:50674 2024-11-20T18:20:05,439 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:20:05,441 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:20:05,449 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451690x0, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:20:05,449 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45169-0x10159797fa70001 connected 2024-11-20T18:20:05,450 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45169-0x10159797fa70001, quorum=127.0.0.1:50674, baseZNode=/01375755092 Set watcher on znode that does not yet exist, /01375755092/running 2024-11-20T18:20:05,450 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T18:20:05,450 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T18:20:05,452 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45169-0x10159797fa70001, quorum=127.0.0.1:50674, baseZNode=/01375755092 Set watcher on znode that does not yet exist, /01375755092/master 2024-11-20T18:20:05,453 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45169-0x10159797fa70001, quorum=127.0.0.1:50674, baseZNode=/01375755092 Set watcher on znode that does not yet exist, /01375755092/acl 2024-11-20T18:20:05,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45169 2024-11-20T18:20:05,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45169 2024-11-20T18:20:05,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45169 2024-11-20T18:20:05,457 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45169 2024-11-20T18:20:05,457 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45169 2024-11-20T18:20:05,468 DEBUG [M:0;6b87edf34edd:38155 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b87edf34edd:38155 2024-11-20T18:20:05,470 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01375755092/backup-masters/6b87edf34edd,38155,1732126805249 2024-11-20T18:20:05,481 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45169-0x10159797fa70001, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375755092/backup-masters 2024-11-20T18:20:05,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38155-0x10159797fa70000, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375755092/backup-masters 2024-11-20T18:20:05,481 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38155-0x10159797fa70000, quorum=127.0.0.1:50674, baseZNode=/01375755092 Set watcher on existing znode=/01375755092/backup-masters/6b87edf34edd,38155,1732126805249 2024-11-20T18:20:05,491 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45169-0x10159797fa70001, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01375755092/master 2024-11-20T18:20:05,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38155-0x10159797fa70000, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375755092 2024-11-20T18:20:05,491 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45169-0x10159797fa70001, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375755092 2024-11-20T18:20:05,492 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38155-0x10159797fa70000, quorum=127.0.0.1:50674, baseZNode=/01375755092 Set watcher on existing znode=/01375755092/master 2024-11-20T18:20:05,492 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01375755092/backup-masters/6b87edf34edd,38155,1732126805249 from backup master directory 2024-11-20T18:20:05,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38155-0x10159797fa70000, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01375755092/backup-masters/6b87edf34edd,38155,1732126805249 2024-11-20T18:20:05,501 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45169-0x10159797fa70001, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375755092/backup-masters 2024-11-20T18:20:05,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38155-0x10159797fa70000, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375755092/backup-masters 2024-11-20T18:20:05,501 WARN [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T18:20:05,502 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b87edf34edd,38155,1732126805249 2024-11-20T18:20:05,505 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/hbase.id] with ID: 482695c2-1c66-4a6b-86b8-8a62fd1413ab 2024-11-20T18:20:05,505 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/.tmp/hbase.id 2024-11-20T18:20:05,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741826_1002 (size=42) 2024-11-20T18:20:05,515 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/.tmp/hbase.id]:[hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/hbase.id] 2024-11-20T18:20:05,524 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:20:05,524 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T18:20:05,525 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T18:20:05,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38155-0x10159797fa70000, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375755092 2024-11-20T18:20:05,533 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45169-0x10159797fa70001, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375755092 2024-11-20T18:20:05,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741827_1003 (size=196) 2024-11-20T18:20:05,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T18:20:05,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T18:20:05,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T18:20:05,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T18:20:05,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T18:20:05,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T18:20:05,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T18:20:05,939 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T18:20:05,939 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T18:20:05,940 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:20:05,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741828_1004 (size=1189) 2024-11-20T18:20:06,346 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/MasterData/data/master/store 2024-11-20T18:20:06,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741829_1005 (size=34) 2024-11-20T18:20:06,352 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:20:06,352 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T18:20:06,352 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:20:06,352 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:20:06,352 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T18:20:06,352 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:20:06,352 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:20:06,352 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732126806352Disabling compacts and flushes for region at 1732126806352Disabling writes for close at 1732126806352Writing region close event to WAL at 1732126806352Closed at 1732126806352 2024-11-20T18:20:06,353 WARN [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/MasterData/data/master/store/.initializing 2024-11-20T18:20:06,353 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/MasterData/WALs/6b87edf34edd,38155,1732126805249 2024-11-20T18:20:06,354 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T18:20:06,355 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b87edf34edd%2C38155%2C1732126805249, suffix=, logDir=hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/MasterData/WALs/6b87edf34edd,38155,1732126805249, archiveDir=hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/MasterData/oldWALs, maxLogs=10 2024-11-20T18:20:06,374 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/MasterData/WALs/6b87edf34edd,38155,1732126805249/6b87edf34edd%2C38155%2C1732126805249.1732126806355, exclude list is [], retry=0 2024-11-20T18:20:06,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33449,DS-eac6e883-d24e-4a75-8e3c-6164711f1f9a,DISK] 2024-11-20T18:20:06,377 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/MasterData/WALs/6b87edf34edd,38155,1732126805249/6b87edf34edd%2C38155%2C1732126805249.1732126806355 2024-11-20T18:20:06,378 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42331:42331)] 2024-11-20T18:20:06,378 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:20:06,378 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:20:06,378 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:20:06,378 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:20:06,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:20:06,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T18:20:06,380 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:06,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:20:06,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:20:06,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T18:20:06,382 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:06,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:20:06,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:20:06,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T18:20:06,383 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:06,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:20:06,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:20:06,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T18:20:06,384 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:06,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:20:06,385 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:20:06,386 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:20:06,386 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:20:06,387 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:20:06,387 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:20:06,388 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:20:06,389 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:20:06,391 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:20:06,391 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59321279, jitterRate=-0.1160440593957901}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:20:06,392 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732126806378Initializing all the Stores at 1732126806379 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126806379Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126806379Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126806379Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126806379Cleaning up temporary data from old regions at 1732126806387 (+8 ms)Region opened successfully at 1732126806392 (+5 ms) 2024-11-20T18:20:06,392 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T18:20:06,395 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60f732be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b87edf34edd/172.17.0.3:0 2024-11-20T18:20:06,395 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T18:20:06,396 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T18:20:06,396 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T18:20:06,396 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T18:20:06,396 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T18:20:06,397 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T18:20:06,397 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T18:20:06,398 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T18:20:06,399 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38155-0x10159797fa70000, quorum=127.0.0.1:50674, baseZNode=/01375755092 Unable to get data of znode /01375755092/balancer because node does not exist (not necessarily an error) 2024-11-20T18:20:06,459 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01375755092/balancer already deleted, retry=false 2024-11-20T18:20:06,460 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T18:20:06,460 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38155-0x10159797fa70000, quorum=127.0.0.1:50674, baseZNode=/01375755092 Unable to get data of znode /01375755092/normalizer because node does not exist (not necessarily an error) 2024-11-20T18:20:06,470 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01375755092/normalizer already deleted, retry=false 2024-11-20T18:20:06,470 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T18:20:06,471 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38155-0x10159797fa70000, quorum=127.0.0.1:50674, baseZNode=/01375755092 Unable to get data of znode /01375755092/switch/split because node does not exist (not necessarily an error) 2024-11-20T18:20:06,480 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01375755092/switch/split already deleted, retry=false 2024-11-20T18:20:06,481 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38155-0x10159797fa70000, quorum=127.0.0.1:50674, baseZNode=/01375755092 Unable to get data of znode /01375755092/switch/merge because node does not exist (not necessarily an error) 2024-11-20T18:20:06,491 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01375755092/switch/merge already deleted, retry=false 2024-11-20T18:20:06,492 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38155-0x10159797fa70000, quorum=127.0.0.1:50674, baseZNode=/01375755092 Unable to get data of znode /01375755092/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T18:20:06,501 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01375755092/snapshot-cleanup already deleted, retry=false 2024-11-20T18:20:06,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38155-0x10159797fa70000, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01375755092/running 2024-11-20T18:20:06,512 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45169-0x10159797fa70001, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01375755092/running 2024-11-20T18:20:06,512 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45169-0x10159797fa70001, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375755092 2024-11-20T18:20:06,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38155-0x10159797fa70000, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375755092 2024-11-20T18:20:06,512 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b87edf34edd,38155,1732126805249, sessionid=0x10159797fa70000, setting cluster-up flag (Was=false) 2024-11-20T18:20:06,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38155-0x10159797fa70000, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375755092 2024-11-20T18:20:06,533 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45169-0x10159797fa70001, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375755092 2024-11-20T18:20:06,564 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01375755092/flush-table-proc/acquired, /01375755092/flush-table-proc/reached, /01375755092/flush-table-proc/abort 2024-11-20T18:20:06,566 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b87edf34edd,38155,1732126805249 2024-11-20T18:20:06,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38155-0x10159797fa70000, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375755092 2024-11-20T18:20:06,586 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45169-0x10159797fa70001, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375755092 2024-11-20T18:20:06,617 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01375755092/online-snapshot/acquired, /01375755092/online-snapshot/reached, /01375755092/online-snapshot/abort 2024-11-20T18:20:06,618 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b87edf34edd,38155,1732126805249 2024-11-20T18:20:06,620 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T18:20:06,621 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T18:20:06,622 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T18:20:06,622 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T18:20:06,622 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b87edf34edd,38155,1732126805249 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T18:20:06,623 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:20:06,623 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:20:06,623 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:20:06,623 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:20:06,623 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b87edf34edd:0, corePoolSize=10, maxPoolSize=10 2024-11-20T18:20:06,623 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:20:06,624 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b87edf34edd:0, corePoolSize=2, maxPoolSize=2 2024-11-20T18:20:06,624 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:20:06,625 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732126836625 2024-11-20T18:20:06,625 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T18:20:06,625 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:20:06,625 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T18:20:06,625 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T18:20:06,625 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T18:20:06,625 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T18:20:06,625 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T18:20:06,625 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T18:20:06,625 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:06,626 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T18:20:06,626 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T18:20:06,626 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T18:20:06,626 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T18:20:06,626 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T18:20:06,626 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T18:20:06,626 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732126806626,5,FailOnTimeoutGroup] 2024-11-20T18:20:06,626 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732126806626,5,FailOnTimeoutGroup] 2024-11-20T18:20:06,626 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:06,626 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T18:20:06,626 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:06,626 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:06,627 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:06,627 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T18:20:06,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741831_1007 (size=1321) 2024-11-20T18:20:06,659 INFO [RS:0;6b87edf34edd:45169 {}] regionserver.HRegionServer(746): ClusterId : 482695c2-1c66-4a6b-86b8-8a62fd1413ab 2024-11-20T18:20:06,659 DEBUG [RS:0;6b87edf34edd:45169 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T18:20:06,671 DEBUG [RS:0;6b87edf34edd:45169 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T18:20:06,671 DEBUG [RS:0;6b87edf34edd:45169 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T18:20:06,681 DEBUG [RS:0;6b87edf34edd:45169 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T18:20:06,681 DEBUG [RS:0;6b87edf34edd:45169 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4424a6c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b87edf34edd/172.17.0.3:0 2024-11-20T18:20:06,691 DEBUG [RS:0;6b87edf34edd:45169 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b87edf34edd:45169 2024-11-20T18:20:06,691 INFO [RS:0;6b87edf34edd:45169 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T18:20:06,692 INFO [RS:0;6b87edf34edd:45169 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T18:20:06,692 DEBUG [RS:0;6b87edf34edd:45169 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T18:20:06,692 INFO [RS:0;6b87edf34edd:45169 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b87edf34edd,38155,1732126805249 with port=45169, startcode=1732126805435 2024-11-20T18:20:06,692 DEBUG [RS:0;6b87edf34edd:45169 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T18:20:06,693 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36197, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T18:20:06,694 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38155 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b87edf34edd,45169,1732126805435 2024-11-20T18:20:06,694 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38155 {}] master.ServerManager(517): Registering regionserver=6b87edf34edd,45169,1732126805435 2024-11-20T18:20:06,695 DEBUG [RS:0;6b87edf34edd:45169 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17 2024-11-20T18:20:06,695 DEBUG [RS:0;6b87edf34edd:45169 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36447 2024-11-20T18:20:06,695 DEBUG [RS:0;6b87edf34edd:45169 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T18:20:06,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38155-0x10159797fa70000, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375755092/rs 2024-11-20T18:20:06,702 DEBUG [RS:0;6b87edf34edd:45169 {}] zookeeper.ZKUtil(111): regionserver:45169-0x10159797fa70001, quorum=127.0.0.1:50674, baseZNode=/01375755092 Set watcher on existing znode=/01375755092/rs/6b87edf34edd,45169,1732126805435 2024-11-20T18:20:06,702 WARN [RS:0;6b87edf34edd:45169 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T18:20:06,702 INFO [RS:0;6b87edf34edd:45169 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:20:06,702 DEBUG [RS:0;6b87edf34edd:45169 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/WALs/6b87edf34edd,45169,1732126805435 2024-11-20T18:20:06,702 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b87edf34edd,45169,1732126805435] 2024-11-20T18:20:06,705 INFO [RS:0;6b87edf34edd:45169 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T18:20:06,706 INFO [RS:0;6b87edf34edd:45169 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T18:20:06,706 INFO [RS:0;6b87edf34edd:45169 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T18:20:06,706 INFO [RS:0;6b87edf34edd:45169 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:06,707 INFO [RS:0;6b87edf34edd:45169 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T18:20:06,707 INFO [RS:0;6b87edf34edd:45169 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T18:20:06,707 INFO [RS:0;6b87edf34edd:45169 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:06,707 DEBUG [RS:0;6b87edf34edd:45169 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:20:06,707 DEBUG [RS:0;6b87edf34edd:45169 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:20:06,707 DEBUG [RS:0;6b87edf34edd:45169 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:20:06,707 DEBUG [RS:0;6b87edf34edd:45169 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:20:06,708 DEBUG [RS:0;6b87edf34edd:45169 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:20:06,708 DEBUG [RS:0;6b87edf34edd:45169 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b87edf34edd:0, corePoolSize=2, maxPoolSize=2 2024-11-20T18:20:06,708 DEBUG [RS:0;6b87edf34edd:45169 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:20:06,708 DEBUG [RS:0;6b87edf34edd:45169 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:20:06,708 DEBUG [RS:0;6b87edf34edd:45169 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:20:06,708 DEBUG [RS:0;6b87edf34edd:45169 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:20:06,708 DEBUG [RS:0;6b87edf34edd:45169 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:20:06,708 DEBUG [RS:0;6b87edf34edd:45169 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:20:06,708 DEBUG [RS:0;6b87edf34edd:45169 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b87edf34edd:0, corePoolSize=3, maxPoolSize=3 2024-11-20T18:20:06,708 DEBUG [RS:0;6b87edf34edd:45169 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b87edf34edd:0, corePoolSize=3, maxPoolSize=3 2024-11-20T18:20:06,710 INFO [RS:0;6b87edf34edd:45169 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:06,710 INFO [RS:0;6b87edf34edd:45169 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:06,710 INFO [RS:0;6b87edf34edd:45169 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:06,710 INFO [RS:0;6b87edf34edd:45169 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:06,710 INFO [RS:0;6b87edf34edd:45169 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:06,710 INFO [RS:0;6b87edf34edd:45169 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,45169,1732126805435-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T18:20:06,722 INFO [RS:0;6b87edf34edd:45169 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T18:20:06,722 INFO [RS:0;6b87edf34edd:45169 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,45169,1732126805435-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:06,723 INFO [RS:0;6b87edf34edd:45169 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:06,723 INFO [RS:0;6b87edf34edd:45169 {}] regionserver.Replication(171): 6b87edf34edd,45169,1732126805435 started 2024-11-20T18:20:06,734 INFO [RS:0;6b87edf34edd:45169 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:06,734 INFO [RS:0;6b87edf34edd:45169 {}] regionserver.HRegionServer(1482): Serving as 6b87edf34edd,45169,1732126805435, RpcServer on 6b87edf34edd/172.17.0.3:45169, sessionid=0x10159797fa70001 2024-11-20T18:20:06,734 DEBUG [RS:0;6b87edf34edd:45169 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T18:20:06,734 DEBUG [RS:0;6b87edf34edd:45169 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b87edf34edd,45169,1732126805435 2024-11-20T18:20:06,734 DEBUG [RS:0;6b87edf34edd:45169 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b87edf34edd,45169,1732126805435' 2024-11-20T18:20:06,734 DEBUG [RS:0;6b87edf34edd:45169 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01375755092/flush-table-proc/abort' 2024-11-20T18:20:06,735 DEBUG [RS:0;6b87edf34edd:45169 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01375755092/flush-table-proc/acquired' 2024-11-20T18:20:06,735 DEBUG [RS:0;6b87edf34edd:45169 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T18:20:06,735 DEBUG [RS:0;6b87edf34edd:45169 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T18:20:06,736 DEBUG [RS:0;6b87edf34edd:45169 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b87edf34edd,45169,1732126805435 2024-11-20T18:20:06,736 DEBUG [RS:0;6b87edf34edd:45169 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b87edf34edd,45169,1732126805435' 2024-11-20T18:20:06,736 DEBUG [RS:0;6b87edf34edd:45169 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01375755092/online-snapshot/abort' 2024-11-20T18:20:06,736 DEBUG [RS:0;6b87edf34edd:45169 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01375755092/online-snapshot/acquired' 2024-11-20T18:20:06,736 DEBUG [RS:0;6b87edf34edd:45169 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T18:20:06,736 INFO [RS:0;6b87edf34edd:45169 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T18:20:06,736 INFO [RS:0;6b87edf34edd:45169 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T18:20:06,836 INFO [RS:0;6b87edf34edd:45169 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T18:20:06,838 INFO [RS:0;6b87edf34edd:45169 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b87edf34edd%2C45169%2C1732126805435, suffix=, logDir=hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/WALs/6b87edf34edd,45169,1732126805435, archiveDir=hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/oldWALs, maxLogs=10 2024-11-20T18:20:06,851 DEBUG [RS:0;6b87edf34edd:45169 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/WALs/6b87edf34edd,45169,1732126805435/6b87edf34edd%2C45169%2C1732126805435.1732126806838, exclude list is [], retry=0 2024-11-20T18:20:06,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33449,DS-eac6e883-d24e-4a75-8e3c-6164711f1f9a,DISK] 2024-11-20T18:20:06,856 INFO [RS:0;6b87edf34edd:45169 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/WALs/6b87edf34edd,45169,1732126805435/6b87edf34edd%2C45169%2C1732126805435.1732126806838 2024-11-20T18:20:06,856 DEBUG [RS:0;6b87edf34edd:45169 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42331:42331)] 2024-11-20T18:20:07,032 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T18:20:07,033 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17 2024-11-20T18:20:07,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741833_1009 (size=32) 2024-11-20T18:20:07,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:20:07,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T18:20:07,440 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T18:20:07,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:07,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:20:07,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T18:20:07,442 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T18:20:07,442 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:07,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:20:07,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T18:20:07,444 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T18:20:07,444 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:07,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:20:07,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T18:20:07,446 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T18:20:07,446 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:07,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:20:07,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T18:20:07,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/data/hbase/meta/1588230740 2024-11-20T18:20:07,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/data/hbase/meta/1588230740 2024-11-20T18:20:07,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T18:20:07,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T18:20:07,448 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:20:07,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T18:20:07,451 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:20:07,452 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65980255, jitterRate=-0.01681758463382721}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:20:07,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732126807438Initializing all the Stores at 1732126807439 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126807439Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126807439Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126807439Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126807439Cleaning up temporary data from old regions at 1732126807448 (+9 ms)Region opened successfully at 1732126807452 (+4 ms) 2024-11-20T18:20:07,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T18:20:07,452 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T18:20:07,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T18:20:07,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T18:20:07,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T18:20:07,453 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T18:20:07,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732126807452Disabling compacts and flushes for region at 1732126807452Disabling writes for close at 1732126807452Writing region close event to WAL at 1732126807453 (+1 ms)Closed at 1732126807453 2024-11-20T18:20:07,454 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:20:07,454 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T18:20:07,454 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T18:20:07,455 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T18:20:07,456 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T18:20:07,606 DEBUG [6b87edf34edd:38155 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T18:20:07,607 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b87edf34edd,45169,1732126805435 2024-11-20T18:20:07,608 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b87edf34edd,45169,1732126805435, state=OPENING 2024-11-20T18:20:07,670 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T18:20:07,680 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45169-0x10159797fa70001, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375755092 2024-11-20T18:20:07,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38155-0x10159797fa70000, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375755092 2024-11-20T18:20:07,681 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01375755092/meta-region-server: CHANGED 2024-11-20T18:20:07,681 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01375755092/meta-region-server: CHANGED 2024-11-20T18:20:07,681 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T18:20:07,681 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b87edf34edd,45169,1732126805435}] 2024-11-20T18:20:07,833 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T18:20:07,834 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60033, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T18:20:07,837 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T18:20:07,837 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:20:07,837 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T18:20:07,838 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b87edf34edd%2C45169%2C1732126805435.meta, suffix=.meta, logDir=hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/WALs/6b87edf34edd,45169,1732126805435, archiveDir=hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/oldWALs, maxLogs=10 2024-11-20T18:20:07,851 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/WALs/6b87edf34edd,45169,1732126805435/6b87edf34edd%2C45169%2C1732126805435.meta.1732126807839.meta, exclude list is [], retry=0 2024-11-20T18:20:07,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33449,DS-eac6e883-d24e-4a75-8e3c-6164711f1f9a,DISK] 2024-11-20T18:20:07,854 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/WALs/6b87edf34edd,45169,1732126805435/6b87edf34edd%2C45169%2C1732126805435.meta.1732126807839.meta 2024-11-20T18:20:07,854 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42331:42331)] 2024-11-20T18:20:07,854 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:20:07,855 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T18:20:07,855 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T18:20:07,855 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T18:20:07,855 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T18:20:07,855 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T18:20:07,855 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:20:07,855 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T18:20:07,855 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T18:20:07,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T18:20:07,857 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T18:20:07,857 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:07,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:20:07,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T18:20:07,857 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T18:20:07,857 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:07,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:20:07,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T18:20:07,858 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T18:20:07,858 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:07,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:20:07,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T18:20:07,859 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T18:20:07,859 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:07,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:20:07,860 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T18:20:07,860 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/data/hbase/meta/1588230740 2024-11-20T18:20:07,861 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/data/hbase/meta/1588230740 2024-11-20T18:20:07,862 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T18:20:07,862 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T18:20:07,862 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:20:07,863 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T18:20:07,864 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68384437, jitterRate=0.019007518887519836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:20:07,864 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T18:20:07,864 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732126807855Writing region info on filesystem at 1732126807855Initializing all the Stores at 1732126807856 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126807856Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126807856Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126807856Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126807856Cleaning up temporary data from old regions at 1732126807862 (+6 ms)Running coprocessor post-open hooks at 1732126807864 (+2 ms)Region opened successfully at 1732126807864 2024-11-20T18:20:07,865 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732126807833 2024-11-20T18:20:07,867 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T18:20:07,867 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T18:20:07,867 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b87edf34edd,45169,1732126805435 2024-11-20T18:20:07,868 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b87edf34edd,45169,1732126805435, state=OPEN 2024-11-20T18:20:07,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38155-0x10159797fa70000, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01375755092/meta-region-server 2024-11-20T18:20:07,908 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45169-0x10159797fa70001, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01375755092/meta-region-server 2024-11-20T18:20:07,908 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01375755092/meta-region-server: CHANGED 2024-11-20T18:20:07,908 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01375755092/meta-region-server: CHANGED 2024-11-20T18:20:07,908 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b87edf34edd,45169,1732126805435 2024-11-20T18:20:07,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T18:20:07,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b87edf34edd,45169,1732126805435 in 227 msec 2024-11-20T18:20:07,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T18:20:07,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 457 msec 2024-11-20T18:20:07,913 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:20:07,913 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T18:20:07,915 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:20:07,915 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,45169,1732126805435, seqNum=-1] 2024-11-20T18:20:07,915 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:20:07,916 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57365, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:20:07,922 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3000 sec 2024-11-20T18:20:07,922 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732126807922, completionTime=-1 2024-11-20T18:20:07,922 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T18:20:07,922 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T18:20:07,924 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T18:20:07,924 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732126867924 2024-11-20T18:20:07,924 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732126927924 2024-11-20T18:20:07,924 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T18:20:07,924 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,38155,1732126805249-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:07,924 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,38155,1732126805249-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:07,924 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,38155,1732126805249-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:07,924 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b87edf34edd:38155, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:07,924 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:07,924 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:07,926 DEBUG [master/6b87edf34edd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T18:20:07,927 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.425sec 2024-11-20T18:20:07,928 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T18:20:07,928 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T18:20:07,928 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T18:20:07,928 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T18:20:07,928 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T18:20:07,928 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,38155,1732126805249-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T18:20:07,928 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,38155,1732126805249-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T18:20:07,930 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T18:20:07,930 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T18:20:07,930 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,38155,1732126805249-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:07,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@452d133, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:20:07,960 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,38155,-1 for getting cluster id 2024-11-20T18:20:07,960 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:20:07,961 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '482695c2-1c66-4a6b-86b8-8a62fd1413ab' 2024-11-20T18:20:07,962 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:20:07,962 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "482695c2-1c66-4a6b-86b8-8a62fd1413ab" 2024-11-20T18:20:07,962 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ad6b33f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:20:07,962 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,38155,-1] 2024-11-20T18:20:07,962 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:20:07,962 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:07,963 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:20:07,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5df2c408, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:20:07,964 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:20:07,965 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,45169,1732126805435, seqNum=-1] 2024-11-20T18:20:07,965 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:20:07,966 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:20:07,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b87edf34edd,38155,1732126805249 2024-11-20T18:20:07,968 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50674 2024-11-20T18:20:07,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:20:07,986 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10159797fa70002 connected 2024-11-20T18:20:07,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286a5f2e-3ba1-887a-d288-07c40bc8abe3/hadoop.log.dir so I do NOT create it in target/test-data/d0649ca3-34f7-2f06-7d7d-03c3340260f1 2024-11-20T18:20:07,998 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286a5f2e-3ba1-887a-d288-07c40bc8abe3/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T18:20:07,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286a5f2e-3ba1-887a-d288-07c40bc8abe3/hadoop.tmp.dir so I do NOT create it in target/test-data/d0649ca3-34f7-2f06-7d7d-03c3340260f1 2024-11-20T18:20:07,998 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286a5f2e-3ba1-887a-d288-07c40bc8abe3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T18:20:07,999 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0649ca3-34f7-2f06-7d7d-03c3340260f1 2024-11-20T18:20:07,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T18:20:07,999 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0649ca3-34f7-2f06-7d7d-03c3340260f1/cluster_02ce580f-6e2f-b393-d8d2-a1a308a107bb, deleteOnExit=true 2024-11-20T18:20:07,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T18:20:07,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0649ca3-34f7-2f06-7d7d-03c3340260f1/test.cache.data in system properties and HBase conf 2024-11-20T18:20:07,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0649ca3-34f7-2f06-7d7d-03c3340260f1/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T18:20:07,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0649ca3-34f7-2f06-7d7d-03c3340260f1/hadoop.log.dir in system properties and HBase conf 2024-11-20T18:20:07,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0649ca3-34f7-2f06-7d7d-03c3340260f1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T18:20:07,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0649ca3-34f7-2f06-7d7d-03c3340260f1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T18:20:07,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T18:20:07,999 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T18:20:07,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0649ca3-34f7-2f06-7d7d-03c3340260f1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T18:20:07,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0649ca3-34f7-2f06-7d7d-03c3340260f1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T18:20:07,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0649ca3-34f7-2f06-7d7d-03c3340260f1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T18:20:08,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0649ca3-34f7-2f06-7d7d-03c3340260f1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T18:20:08,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0649ca3-34f7-2f06-7d7d-03c3340260f1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T18:20:08,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0649ca3-34f7-2f06-7d7d-03c3340260f1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T18:20:08,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0649ca3-34f7-2f06-7d7d-03c3340260f1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T18:20:08,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0649ca3-34f7-2f06-7d7d-03c3340260f1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T18:20:08,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0649ca3-34f7-2f06-7d7d-03c3340260f1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T18:20:08,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0649ca3-34f7-2f06-7d7d-03c3340260f1/nfs.dump.dir in system properties and HBase conf 2024-11-20T18:20:08,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0649ca3-34f7-2f06-7d7d-03c3340260f1/java.io.tmpdir in system properties and HBase conf 2024-11-20T18:20:08,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0649ca3-34f7-2f06-7d7d-03c3340260f1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T18:20:08,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0649ca3-34f7-2f06-7d7d-03c3340260f1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T18:20:08,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0649ca3-34f7-2f06-7d7d-03c3340260f1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T18:20:08,285 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:20:08,289 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T18:20:08,290 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T18:20:08,290 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T18:20:08,290 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T18:20:08,290 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:20:08,291 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35d3fbf1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0649ca3-34f7-2f06-7d7d-03c3340260f1/hadoop.log.dir/,AVAILABLE} 2024-11-20T18:20:08,291 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@500e451c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T18:20:08,389 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4853dbd5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0649ca3-34f7-2f06-7d7d-03c3340260f1/java.io.tmpdir/jetty-localhost-35827-hadoop-hdfs-3_4_1-tests_jar-_-any-12490287634541681953/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T18:20:08,390 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@190ed96d{HTTP/1.1, (http/1.1)}{localhost:35827} 2024-11-20T18:20:08,390 INFO [Time-limited test {}] server.Server(415): Started @148730ms 2024-11-20T18:20:08,621 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:20:08,624 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T18:20:08,624 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T18:20:08,624 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T18:20:08,624 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T18:20:08,625 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b2a8312{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0649ca3-34f7-2f06-7d7d-03c3340260f1/hadoop.log.dir/,AVAILABLE} 2024-11-20T18:20:08,625 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27515690{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T18:20:08,719 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e32095a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0649ca3-34f7-2f06-7d7d-03c3340260f1/java.io.tmpdir/jetty-localhost-40451-hadoop-hdfs-3_4_1-tests_jar-_-any-10228948300038500731/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T18:20:08,719 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5665afa4{HTTP/1.1, (http/1.1)}{localhost:40451} 2024-11-20T18:20:08,719 INFO [Time-limited test {}] server.Server(415): Started @149060ms 2024-11-20T18:20:08,720 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T18:20:09,903 WARN [Thread-1408 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0649ca3-34f7-2f06-7d7d-03c3340260f1/cluster_02ce580f-6e2f-b393-d8d2-a1a308a107bb/data/data1/current/BP-924461119-172.17.0.3-1732126808015/current, will proceed with Du for space computation calculation, 2024-11-20T18:20:09,903 WARN [Thread-1409 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0649ca3-34f7-2f06-7d7d-03c3340260f1/cluster_02ce580f-6e2f-b393-d8d2-a1a308a107bb/data/data2/current/BP-924461119-172.17.0.3-1732126808015/current, will proceed with Du for space computation calculation, 2024-11-20T18:20:09,923 WARN [Thread-1396 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T18:20:09,925 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x66187f26fdd3f147 with lease ID 0xd7bcb1a7640f4776: Processing first storage report for DS-59634763-3dcb-4d1e-ae04-c0736062b867 from datanode DatanodeRegistration(127.0.0.1:45433, datanodeUuid=c78df694-2c9c-4dca-b6fa-d209f707fe0c, infoPort=38415, infoSecurePort=0, ipcPort=34983, storageInfo=lv=-57;cid=testClusterID;nsid=1720720341;c=1732126808015) 2024-11-20T18:20:09,925 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x66187f26fdd3f147 with lease ID 0xd7bcb1a7640f4776: from storage DS-59634763-3dcb-4d1e-ae04-c0736062b867 node DatanodeRegistration(127.0.0.1:45433, datanodeUuid=c78df694-2c9c-4dca-b6fa-d209f707fe0c, infoPort=38415, infoSecurePort=0, ipcPort=34983, storageInfo=lv=-57;cid=testClusterID;nsid=1720720341;c=1732126808015), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T18:20:09,925 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x66187f26fdd3f147 with lease ID 0xd7bcb1a7640f4776: Processing first storage report for DS-efee8910-1b8c-40fd-930c-6d74e1affb07 from datanode DatanodeRegistration(127.0.0.1:45433, datanodeUuid=c78df694-2c9c-4dca-b6fa-d209f707fe0c, infoPort=38415, infoSecurePort=0, ipcPort=34983, storageInfo=lv=-57;cid=testClusterID;nsid=1720720341;c=1732126808015) 2024-11-20T18:20:09,925 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x66187f26fdd3f147 with lease ID 0xd7bcb1a7640f4776: from storage DS-efee8910-1b8c-40fd-930c-6d74e1affb07 node DatanodeRegistration(127.0.0.1:45433, datanodeUuid=c78df694-2c9c-4dca-b6fa-d209f707fe0c, infoPort=38415, infoSecurePort=0, ipcPort=34983, storageInfo=lv=-57;cid=testClusterID;nsid=1720720341;c=1732126808015), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T18:20:09,951 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0649ca3-34f7-2f06-7d7d-03c3340260f1 2024-11-20T18:20:09,951 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:20:09,952 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:20:09,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741825_1001 (size=7) 2024-11-20T18:20:10,360 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35501/user/jenkins/test-data/d0187af5-f4b1-1a6e-567a-7a4cf08315a1 with version=8 2024-11-20T18:20:10,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35501/user/jenkins/test-data/d0187af5-f4b1-1a6e-567a-7a4cf08315a1/hbase-staging 2024-11-20T18:20:10,362 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b87edf34edd:0 server-side Connection retries=45 2024-11-20T18:20:10,362 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:20:10,362 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T18:20:10,362 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T18:20:10,362 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:20:10,362 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T18:20:10,362 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T18:20:10,362 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T18:20:10,362 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33213 2024-11-20T18:20:10,363 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33213 connecting to ZooKeeper ensemble=127.0.0.1:50674 2024-11-20T18:20:10,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:332130x0, quorum=127.0.0.1:50674, baseZNode=/1-76219448 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:20:10,417 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33213-0x10159797fa70003 connected 2024-11-20T18:20:10,491 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:20:10,492 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:20:10,493 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33213-0x10159797fa70003, quorum=127.0.0.1:50674, baseZNode=/1-76219448 Set watcher on znode that does not yet exist, /1-76219448/running 2024-11-20T18:20:10,494 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35501/user/jenkins/test-data/d0187af5-f4b1-1a6e-567a-7a4cf08315a1, hbase.cluster.distributed=false 2024-11-20T18:20:10,495 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33213-0x10159797fa70003, quorum=127.0.0.1:50674, baseZNode=/1-76219448 Set watcher on znode that does not yet exist, /1-76219448/acl 2024-11-20T18:20:10,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33213 2024-11-20T18:20:10,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33213 2024-11-20T18:20:10,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33213 2024-11-20T18:20:10,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33213 2024-11-20T18:20:10,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33213 2024-11-20T18:20:10,510 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b87edf34edd:0 server-side Connection retries=45 2024-11-20T18:20:10,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:20:10,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T18:20:10,510 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T18:20:10,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:20:10,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T18:20:10,510 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T18:20:10,510 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T18:20:10,510 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46457 2024-11-20T18:20:10,511 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46457 connecting to ZooKeeper ensemble=127.0.0.1:50674 2024-11-20T18:20:10,512 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:20:10,513 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:20:10,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:464570x0, quorum=127.0.0.1:50674, baseZNode=/1-76219448 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:20:10,523 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:464570x0, quorum=127.0.0.1:50674, baseZNode=/1-76219448 Set watcher on znode that does not yet exist, /1-76219448/running 2024-11-20T18:20:10,523 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46457-0x10159797fa70004 connected 2024-11-20T18:20:10,523 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T18:20:10,523 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T18:20:10,524 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46457-0x10159797fa70004, quorum=127.0.0.1:50674, baseZNode=/1-76219448 Set watcher on znode that does not yet exist, /1-76219448/master 2024-11-20T18:20:10,524 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46457-0x10159797fa70004, quorum=127.0.0.1:50674, baseZNode=/1-76219448 Set watcher on znode that does not yet exist, /1-76219448/acl 2024-11-20T18:20:10,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46457 2024-11-20T18:20:10,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46457 2024-11-20T18:20:10,529 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46457 2024-11-20T18:20:10,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46457 2024-11-20T18:20:10,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46457 2024-11-20T18:20:10,542 DEBUG [M:0;6b87edf34edd:33213 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b87edf34edd:33213 2024-11-20T18:20:10,543 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-76219448/backup-masters/6b87edf34edd,33213,1732126810361 2024-11-20T18:20:10,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46457-0x10159797fa70004, quorum=127.0.0.1:50674, baseZNode=/1-76219448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-76219448/backup-masters 2024-11-20T18:20:10,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33213-0x10159797fa70003, quorum=127.0.0.1:50674, baseZNode=/1-76219448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-76219448/backup-masters 2024-11-20T18:20:10,554 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33213-0x10159797fa70003, quorum=127.0.0.1:50674, baseZNode=/1-76219448 Set watcher on existing znode=/1-76219448/backup-masters/6b87edf34edd,33213,1732126810361 2024-11-20T18:20:10,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46457-0x10159797fa70004, quorum=127.0.0.1:50674, baseZNode=/1-76219448 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-76219448/master 2024-11-20T18:20:10,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33213-0x10159797fa70003, quorum=127.0.0.1:50674, baseZNode=/1-76219448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-76219448 2024-11-20T18:20:10,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46457-0x10159797fa70004, quorum=127.0.0.1:50674, baseZNode=/1-76219448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-76219448 2024-11-20T18:20:10,565 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33213-0x10159797fa70003, quorum=127.0.0.1:50674, baseZNode=/1-76219448 Set watcher on existing znode=/1-76219448/master 2024-11-20T18:20:10,565 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-76219448/backup-masters/6b87edf34edd,33213,1732126810361 from backup master directory 2024-11-20T18:20:10,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46457-0x10159797fa70004, quorum=127.0.0.1:50674, baseZNode=/1-76219448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-76219448/backup-masters 2024-11-20T18:20:10,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33213-0x10159797fa70003, quorum=127.0.0.1:50674, baseZNode=/1-76219448 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-76219448/backup-masters/6b87edf34edd,33213,1732126810361 2024-11-20T18:20:10,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33213-0x10159797fa70003, quorum=127.0.0.1:50674, baseZNode=/1-76219448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-76219448/backup-masters 2024-11-20T18:20:10,575 WARN [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T18:20:10,575 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b87edf34edd,33213,1732126810361 2024-11-20T18:20:10,578 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35501/user/jenkins/test-data/d0187af5-f4b1-1a6e-567a-7a4cf08315a1/hbase.id] with ID: f4bae165-fdb2-4b34-86e1-97db20a9adb0 2024-11-20T18:20:10,578 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35501/user/jenkins/test-data/d0187af5-f4b1-1a6e-567a-7a4cf08315a1/.tmp/hbase.id 2024-11-20T18:20:10,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741826_1002 (size=42) 2024-11-20T18:20:10,984 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35501/user/jenkins/test-data/d0187af5-f4b1-1a6e-567a-7a4cf08315a1/.tmp/hbase.id]:[hdfs://localhost:35501/user/jenkins/test-data/d0187af5-f4b1-1a6e-567a-7a4cf08315a1/hbase.id] 2024-11-20T18:20:10,994 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:20:10,994 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T18:20:10,995 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T18:20:11,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46457-0x10159797fa70004, quorum=127.0.0.1:50674, baseZNode=/1-76219448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-76219448 2024-11-20T18:20:11,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33213-0x10159797fa70003, quorum=127.0.0.1:50674, baseZNode=/1-76219448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-76219448 2024-11-20T18:20:11,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741827_1003 (size=196) 2024-11-20T18:20:11,228 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T18:20:11,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:20:11,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:20:11,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:20:11,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:20:11,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:20:11,455 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T18:20:11,456 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T18:20:11,456 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:20:11,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741828_1004 (size=1189) 2024-11-20T18:20:11,863 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35501/user/jenkins/test-data/d0187af5-f4b1-1a6e-567a-7a4cf08315a1/MasterData/data/master/store 2024-11-20T18:20:11,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741829_1005 (size=34) 2024-11-20T18:20:12,269 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:20:12,269 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T18:20:12,269 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:20:12,269 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:20:12,269 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T18:20:12,269 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:20:12,269 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:20:12,269 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732126812269Disabling compacts and flushes for region at 1732126812269Disabling writes for close at 1732126812269Writing region close event to WAL at 1732126812269Closed at 1732126812269 2024-11-20T18:20:12,270 WARN [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35501/user/jenkins/test-data/d0187af5-f4b1-1a6e-567a-7a4cf08315a1/MasterData/data/master/store/.initializing 2024-11-20T18:20:12,270 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35501/user/jenkins/test-data/d0187af5-f4b1-1a6e-567a-7a4cf08315a1/MasterData/WALs/6b87edf34edd,33213,1732126810361 2024-11-20T18:20:12,271 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T18:20:12,273 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b87edf34edd%2C33213%2C1732126810361, suffix=, logDir=hdfs://localhost:35501/user/jenkins/test-data/d0187af5-f4b1-1a6e-567a-7a4cf08315a1/MasterData/WALs/6b87edf34edd,33213,1732126810361, archiveDir=hdfs://localhost:35501/user/jenkins/test-data/d0187af5-f4b1-1a6e-567a-7a4cf08315a1/MasterData/oldWALs, maxLogs=10 2024-11-20T18:20:12,284 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d0187af5-f4b1-1a6e-567a-7a4cf08315a1/MasterData/WALs/6b87edf34edd,33213,1732126810361/6b87edf34edd%2C33213%2C1732126810361.1732126812273, exclude list is [], retry=0 2024-11-20T18:20:12,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45433,DS-59634763-3dcb-4d1e-ae04-c0736062b867,DISK] 2024-11-20T18:20:12,288 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d0187af5-f4b1-1a6e-567a-7a4cf08315a1/MasterData/WALs/6b87edf34edd,33213,1732126810361/6b87edf34edd%2C33213%2C1732126810361.1732126812273 2024-11-20T18:20:12,288 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38415:38415)] 2024-11-20T18:20:12,288 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:20:12,289 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:20:12,289 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:20:12,289 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:20:12,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:20:12,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T18:20:12,291 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:12,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:20:12,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:20:12,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T18:20:12,293 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:12,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:20:12,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:20:12,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T18:20:12,294 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:12,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:20:12,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:20:12,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T18:20:12,295 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:12,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:20:12,295 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:20:12,296 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35501/user/jenkins/test-data/d0187af5-f4b1-1a6e-567a-7a4cf08315a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:20:12,296 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35501/user/jenkins/test-data/d0187af5-f4b1-1a6e-567a-7a4cf08315a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:20:12,297 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:20:12,297 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:20:12,297 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:20:12,298 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:20:12,300 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35501/user/jenkins/test-data/d0187af5-f4b1-1a6e-567a-7a4cf08315a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:20:12,300 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67556166, jitterRate=0.006665319204330444}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:20:12,300 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732126812289Initializing all the Stores at 1732126812290 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126812290Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126812290Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126812290Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126812290Cleaning up temporary data from old regions at 1732126812297 (+7 ms)Region opened successfully at 1732126812300 (+3 ms) 2024-11-20T18:20:12,300 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T18:20:12,302 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67215c10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b87edf34edd/172.17.0.3:0 2024-11-20T18:20:12,303 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T18:20:12,303 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T18:20:12,303 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T18:20:12,303 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T18:20:12,304 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T18:20:12,304 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T18:20:12,304 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T18:20:12,306 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T18:20:12,306 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33213-0x10159797fa70003, quorum=127.0.0.1:50674, baseZNode=/1-76219448 Unable to get data of znode /1-76219448/balancer because node does not exist (not necessarily an error) 2024-11-20T18:20:12,353 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-76219448/balancer already deleted, retry=false 2024-11-20T18:20:12,354 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T18:20:12,354 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33213-0x10159797fa70003, quorum=127.0.0.1:50674, baseZNode=/1-76219448 Unable to get data of znode /1-76219448/normalizer because node does not exist (not necessarily an error) 2024-11-20T18:20:12,364 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-76219448/normalizer already deleted, retry=false 2024-11-20T18:20:12,364 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T18:20:12,365 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33213-0x10159797fa70003, quorum=127.0.0.1:50674, baseZNode=/1-76219448 Unable to get data of znode /1-76219448/switch/split because node does not exist (not necessarily an error) 2024-11-20T18:20:12,374 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-76219448/switch/split already deleted, retry=false 2024-11-20T18:20:12,375 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33213-0x10159797fa70003, quorum=127.0.0.1:50674, baseZNode=/1-76219448 Unable to get data of znode /1-76219448/switch/merge because node does not exist (not necessarily an error) 2024-11-20T18:20:12,385 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-76219448/switch/merge already deleted, retry=false 2024-11-20T18:20:12,387 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33213-0x10159797fa70003, quorum=127.0.0.1:50674, baseZNode=/1-76219448 Unable to get data of znode /1-76219448/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T18:20:12,395 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-76219448/snapshot-cleanup already deleted, retry=false 2024-11-20T18:20:12,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33213-0x10159797fa70003, quorum=127.0.0.1:50674, baseZNode=/1-76219448 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-76219448/running 2024-11-20T18:20:12,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46457-0x10159797fa70004, quorum=127.0.0.1:50674, baseZNode=/1-76219448 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-76219448/running 2024-11-20T18:20:12,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46457-0x10159797fa70004, quorum=127.0.0.1:50674, baseZNode=/1-76219448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-76219448 2024-11-20T18:20:12,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33213-0x10159797fa70003, quorum=127.0.0.1:50674, baseZNode=/1-76219448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-76219448 2024-11-20T18:20:12,406 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b87edf34edd,33213,1732126810361, sessionid=0x10159797fa70003, setting cluster-up flag (Was=false) 2024-11-20T18:20:12,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46457-0x10159797fa70004, quorum=127.0.0.1:50674, baseZNode=/1-76219448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-76219448 2024-11-20T18:20:12,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33213-0x10159797fa70003, quorum=127.0.0.1:50674, baseZNode=/1-76219448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-76219448 2024-11-20T18:20:12,459 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-76219448/flush-table-proc/acquired, /1-76219448/flush-table-proc/reached, /1-76219448/flush-table-proc/abort 2024-11-20T18:20:12,460 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b87edf34edd,33213,1732126810361 2024-11-20T18:20:12,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46457-0x10159797fa70004, quorum=127.0.0.1:50674, baseZNode=/1-76219448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-76219448 2024-11-20T18:20:12,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33213-0x10159797fa70003, quorum=127.0.0.1:50674, baseZNode=/1-76219448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-76219448 2024-11-20T18:20:12,511 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-76219448/online-snapshot/acquired, /1-76219448/online-snapshot/reached, /1-76219448/online-snapshot/abort 2024-11-20T18:20:12,512 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b87edf34edd,33213,1732126810361 2024-11-20T18:20:12,513 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35501/user/jenkins/test-data/d0187af5-f4b1-1a6e-567a-7a4cf08315a1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T18:20:12,514 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T18:20:12,515 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T18:20:12,515 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T18:20:12,515 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b87edf34edd,33213,1732126810361 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T18:20:12,516 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:20:12,516 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:20:12,516 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:20:12,516 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:20:12,516 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b87edf34edd:0, corePoolSize=10, maxPoolSize=10 2024-11-20T18:20:12,516 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:20:12,516 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b87edf34edd:0, corePoolSize=2, maxPoolSize=2 2024-11-20T18:20:12,516 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:20:12,517 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732126842517 2024-11-20T18:20:12,517 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T18:20:12,517 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T18:20:12,517 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T18:20:12,517 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T18:20:12,517 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T18:20:12,517 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T18:20:12,517 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:12,517 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:20:12,517 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T18:20:12,517 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T18:20:12,518 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T18:20:12,518 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T18:20:12,518 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T18:20:12,518 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T18:20:12,518 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T18:20:12,518 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732126812518,5,FailOnTimeoutGroup] 2024-11-20T18:20:12,518 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732126812518,5,FailOnTimeoutGroup] 2024-11-20T18:20:12,518 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:12,518 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T18:20:12,518 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:12,518 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:12,518 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:12,518 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T18:20:12,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741831_1007 (size=1321) 2024-11-20T18:20:12,524 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35501/user/jenkins/test-data/d0187af5-f4b1-1a6e-567a-7a4cf08315a1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T18:20:12,524 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35501/user/jenkins/test-data/d0187af5-f4b1-1a6e-567a-7a4cf08315a1 2024-11-20T18:20:12,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741832_1008 (size=32) 2024-11-20T18:20:12,535 INFO [RS:0;6b87edf34edd:46457 {}] regionserver.HRegionServer(746): ClusterId : f4bae165-fdb2-4b34-86e1-97db20a9adb0 2024-11-20T18:20:12,535 DEBUG [RS:0;6b87edf34edd:46457 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T18:20:12,544 DEBUG [RS:0;6b87edf34edd:46457 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T18:20:12,544 DEBUG [RS:0;6b87edf34edd:46457 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T18:20:12,554 DEBUG [RS:0;6b87edf34edd:46457 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T18:20:12,554 DEBUG [RS:0;6b87edf34edd:46457 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ed878ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b87edf34edd/172.17.0.3:0 2024-11-20T18:20:12,568 DEBUG [RS:0;6b87edf34edd:46457 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b87edf34edd:46457 2024-11-20T18:20:12,568 INFO [RS:0;6b87edf34edd:46457 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T18:20:12,568 INFO [RS:0;6b87edf34edd:46457 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T18:20:12,568 DEBUG [RS:0;6b87edf34edd:46457 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T18:20:12,569 INFO [RS:0;6b87edf34edd:46457 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b87edf34edd,33213,1732126810361 with port=46457, startcode=1732126810509 2024-11-20T18:20:12,569 DEBUG [RS:0;6b87edf34edd:46457 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T18:20:12,570 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35093, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T18:20:12,571 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33213 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b87edf34edd,46457,1732126810509 2024-11-20T18:20:12,571 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33213 {}] master.ServerManager(517): Registering regionserver=6b87edf34edd,46457,1732126810509 2024-11-20T18:20:12,572 DEBUG [RS:0;6b87edf34edd:46457 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35501/user/jenkins/test-data/d0187af5-f4b1-1a6e-567a-7a4cf08315a1 2024-11-20T18:20:12,572 DEBUG [RS:0;6b87edf34edd:46457 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35501 2024-11-20T18:20:12,572 DEBUG [RS:0;6b87edf34edd:46457 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T18:20:12,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33213-0x10159797fa70003, quorum=127.0.0.1:50674, baseZNode=/1-76219448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-76219448/rs 2024-11-20T18:20:12,584 DEBUG [RS:0;6b87edf34edd:46457 {}] zookeeper.ZKUtil(111): regionserver:46457-0x10159797fa70004, quorum=127.0.0.1:50674, baseZNode=/1-76219448 Set watcher on existing znode=/1-76219448/rs/6b87edf34edd,46457,1732126810509 2024-11-20T18:20:12,584 WARN [RS:0;6b87edf34edd:46457 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T18:20:12,584 INFO [RS:0;6b87edf34edd:46457 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:20:12,584 DEBUG [RS:0;6b87edf34edd:46457 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35501/user/jenkins/test-data/d0187af5-f4b1-1a6e-567a-7a4cf08315a1/WALs/6b87edf34edd,46457,1732126810509 2024-11-20T18:20:12,584 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b87edf34edd,46457,1732126810509] 2024-11-20T18:20:12,587 INFO [RS:0;6b87edf34edd:46457 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T18:20:12,588 INFO [RS:0;6b87edf34edd:46457 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T18:20:12,588 INFO [RS:0;6b87edf34edd:46457 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T18:20:12,588 INFO [RS:0;6b87edf34edd:46457 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:12,591 INFO [RS:0;6b87edf34edd:46457 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T18:20:12,591 INFO [RS:0;6b87edf34edd:46457 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T18:20:12,591 INFO [RS:0;6b87edf34edd:46457 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:12,591 DEBUG [RS:0;6b87edf34edd:46457 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:20:12,591 DEBUG [RS:0;6b87edf34edd:46457 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:20:12,592 DEBUG [RS:0;6b87edf34edd:46457 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:20:12,592 DEBUG [RS:0;6b87edf34edd:46457 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:20:12,592 DEBUG [RS:0;6b87edf34edd:46457 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:20:12,592 DEBUG [RS:0;6b87edf34edd:46457 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b87edf34edd:0, corePoolSize=2, maxPoolSize=2 2024-11-20T18:20:12,592 DEBUG [RS:0;6b87edf34edd:46457 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:20:12,592 DEBUG [RS:0;6b87edf34edd:46457 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:20:12,592 DEBUG [RS:0;6b87edf34edd:46457 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:20:12,592 DEBUG [RS:0;6b87edf34edd:46457 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:20:12,592 DEBUG [RS:0;6b87edf34edd:46457 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:20:12,592 DEBUG [RS:0;6b87edf34edd:46457 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:20:12,592 DEBUG [RS:0;6b87edf34edd:46457 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b87edf34edd:0, corePoolSize=3, maxPoolSize=3 2024-11-20T18:20:12,592 DEBUG [RS:0;6b87edf34edd:46457 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b87edf34edd:0, corePoolSize=3, maxPoolSize=3 2024-11-20T18:20:12,594 INFO [RS:0;6b87edf34edd:46457 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:12,594 INFO [RS:0;6b87edf34edd:46457 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:12,594 INFO [RS:0;6b87edf34edd:46457 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:12,594 INFO [RS:0;6b87edf34edd:46457 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:12,594 INFO [RS:0;6b87edf34edd:46457 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:12,594 INFO [RS:0;6b87edf34edd:46457 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,46457,1732126810509-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T18:20:12,606 INFO [RS:0;6b87edf34edd:46457 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T18:20:12,607 INFO [RS:0;6b87edf34edd:46457 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,46457,1732126810509-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:12,607 INFO [RS:0;6b87edf34edd:46457 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:12,607 INFO [RS:0;6b87edf34edd:46457 {}] regionserver.Replication(171): 6b87edf34edd,46457,1732126810509 started 2024-11-20T18:20:12,619 INFO [RS:0;6b87edf34edd:46457 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:12,619 INFO [RS:0;6b87edf34edd:46457 {}] regionserver.HRegionServer(1482): Serving as 6b87edf34edd,46457,1732126810509, RpcServer on 6b87edf34edd/172.17.0.3:46457, sessionid=0x10159797fa70004 2024-11-20T18:20:12,619 DEBUG [RS:0;6b87edf34edd:46457 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T18:20:12,619 DEBUG [RS:0;6b87edf34edd:46457 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b87edf34edd,46457,1732126810509 2024-11-20T18:20:12,619 DEBUG [RS:0;6b87edf34edd:46457 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b87edf34edd,46457,1732126810509' 2024-11-20T18:20:12,619 DEBUG [RS:0;6b87edf34edd:46457 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-76219448/flush-table-proc/abort' 2024-11-20T18:20:12,619 DEBUG [RS:0;6b87edf34edd:46457 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-76219448/flush-table-proc/acquired' 2024-11-20T18:20:12,620 DEBUG [RS:0;6b87edf34edd:46457 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T18:20:12,620 DEBUG [RS:0;6b87edf34edd:46457 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T18:20:12,620 DEBUG [RS:0;6b87edf34edd:46457 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b87edf34edd,46457,1732126810509 2024-11-20T18:20:12,620 DEBUG [RS:0;6b87edf34edd:46457 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b87edf34edd,46457,1732126810509' 2024-11-20T18:20:12,620 DEBUG [RS:0;6b87edf34edd:46457 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-76219448/online-snapshot/abort' 2024-11-20T18:20:12,620 DEBUG [RS:0;6b87edf34edd:46457 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-76219448/online-snapshot/acquired' 2024-11-20T18:20:12,620 DEBUG [RS:0;6b87edf34edd:46457 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T18:20:12,620 INFO [RS:0;6b87edf34edd:46457 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T18:20:12,620 INFO [RS:0;6b87edf34edd:46457 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T18:20:12,705 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T18:20:12,721 INFO [RS:0;6b87edf34edd:46457 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T18:20:12,722 INFO [RS:0;6b87edf34edd:46457 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b87edf34edd%2C46457%2C1732126810509, suffix=, logDir=hdfs://localhost:35501/user/jenkins/test-data/d0187af5-f4b1-1a6e-567a-7a4cf08315a1/WALs/6b87edf34edd,46457,1732126810509, archiveDir=hdfs://localhost:35501/user/jenkins/test-data/d0187af5-f4b1-1a6e-567a-7a4cf08315a1/oldWALs, maxLogs=10 2024-11-20T18:20:12,734 DEBUG [RS:0;6b87edf34edd:46457 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d0187af5-f4b1-1a6e-567a-7a4cf08315a1/WALs/6b87edf34edd,46457,1732126810509/6b87edf34edd%2C46457%2C1732126810509.1732126812722, exclude list is [], retry=0 2024-11-20T18:20:12,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45433,DS-59634763-3dcb-4d1e-ae04-c0736062b867,DISK] 2024-11-20T18:20:12,738 INFO [RS:0;6b87edf34edd:46457 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d0187af5-f4b1-1a6e-567a-7a4cf08315a1/WALs/6b87edf34edd,46457,1732126810509/6b87edf34edd%2C46457%2C1732126810509.1732126812722 2024-11-20T18:20:12,738 DEBUG [RS:0;6b87edf34edd:46457 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38415:38415)] 2024-11-20T18:20:12,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:20:12,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T18:20:12,933 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T18:20:12,933 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:12,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:20:12,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T18:20:12,935 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T18:20:12,935 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:12,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:20:12,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T18:20:12,936 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T18:20:12,936 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:12,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:20:12,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T18:20:12,937 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T18:20:12,937 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:12,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:20:12,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T18:20:12,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35501/user/jenkins/test-data/d0187af5-f4b1-1a6e-567a-7a4cf08315a1/data/hbase/meta/1588230740 2024-11-20T18:20:12,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35501/user/jenkins/test-data/d0187af5-f4b1-1a6e-567a-7a4cf08315a1/data/hbase/meta/1588230740 2024-11-20T18:20:12,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T18:20:12,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T18:20:12,940 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:20:12,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T18:20:12,943 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35501/user/jenkins/test-data/d0187af5-f4b1-1a6e-567a-7a4cf08315a1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:20:12,943 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65894817, jitterRate=-0.018090710043907166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:20:12,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732126812931Initializing all the Stores at 1732126812932 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126812932Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126812932Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126812932Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126812932Cleaning up temporary data from old regions at 1732126812940 (+8 ms)Region opened successfully at 1732126812943 (+3 ms) 2024-11-20T18:20:12,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T18:20:12,943 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T18:20:12,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T18:20:12,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T18:20:12,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T18:20:12,944 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T18:20:12,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732126812943Disabling compacts and flushes for region at 1732126812943Disabling writes for close at 1732126812943Writing region close event to WAL at 1732126812944 (+1 ms)Closed at 1732126812944 2024-11-20T18:20:12,945 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:20:12,945 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T18:20:12,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T18:20:12,946 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T18:20:12,946 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T18:20:13,097 DEBUG [6b87edf34edd:33213 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T18:20:13,097 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b87edf34edd,46457,1732126810509 2024-11-20T18:20:13,098 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b87edf34edd,46457,1732126810509, state=OPENING 2024-11-20T18:20:13,191 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T18:20:13,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46457-0x10159797fa70004, quorum=127.0.0.1:50674, baseZNode=/1-76219448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-76219448 2024-11-20T18:20:13,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33213-0x10159797fa70003, quorum=127.0.0.1:50674, baseZNode=/1-76219448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-76219448 2024-11-20T18:20:13,207 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T18:20:13,207 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-76219448/meta-region-server: CHANGED 2024-11-20T18:20:13,207 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-76219448/meta-region-server: CHANGED 2024-11-20T18:20:13,207 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b87edf34edd,46457,1732126810509}] 2024-11-20T18:20:13,359 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T18:20:13,360 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60677, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T18:20:13,363 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T18:20:13,363 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:20:13,363 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T18:20:13,365 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b87edf34edd%2C46457%2C1732126810509.meta, suffix=.meta, logDir=hdfs://localhost:35501/user/jenkins/test-data/d0187af5-f4b1-1a6e-567a-7a4cf08315a1/WALs/6b87edf34edd,46457,1732126810509, archiveDir=hdfs://localhost:35501/user/jenkins/test-data/d0187af5-f4b1-1a6e-567a-7a4cf08315a1/oldWALs, maxLogs=10 2024-11-20T18:20:13,377 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d0187af5-f4b1-1a6e-567a-7a4cf08315a1/WALs/6b87edf34edd,46457,1732126810509/6b87edf34edd%2C46457%2C1732126810509.meta.1732126813365.meta, exclude list is [], retry=0 2024-11-20T18:20:13,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45433,DS-59634763-3dcb-4d1e-ae04-c0736062b867,DISK] 2024-11-20T18:20:13,380 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d0187af5-f4b1-1a6e-567a-7a4cf08315a1/WALs/6b87edf34edd,46457,1732126810509/6b87edf34edd%2C46457%2C1732126810509.meta.1732126813365.meta 2024-11-20T18:20:13,381 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38415:38415)] 2024-11-20T18:20:13,381 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:20:13,381 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T18:20:13,381 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T18:20:13,381 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T18:20:13,381 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T18:20:13,381 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T18:20:13,381 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:20:13,381 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T18:20:13,381 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T18:20:13,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T18:20:13,383 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T18:20:13,383 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:13,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:20:13,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T18:20:13,384 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T18:20:13,384 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:13,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:20:13,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T18:20:13,385 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T18:20:13,385 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:13,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:20:13,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T18:20:13,386 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T18:20:13,386 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:13,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:20:13,386 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T18:20:13,387 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35501/user/jenkins/test-data/d0187af5-f4b1-1a6e-567a-7a4cf08315a1/data/hbase/meta/1588230740 2024-11-20T18:20:13,388 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35501/user/jenkins/test-data/d0187af5-f4b1-1a6e-567a-7a4cf08315a1/data/hbase/meta/1588230740 2024-11-20T18:20:13,388 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T18:20:13,389 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T18:20:13,389 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:20:13,390 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T18:20:13,391 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60601497, jitterRate=-0.09696732461452484}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:20:13,391 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T18:20:13,391 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732126813382Writing region info on filesystem at 1732126813382Initializing all the Stores at 1732126813382Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126813382Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126813382Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126813382Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126813382Cleaning up temporary data from old regions at 1732126813389 (+7 ms)Running coprocessor post-open hooks at 1732126813391 (+2 ms)Region opened successfully at 1732126813391 2024-11-20T18:20:13,391 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732126813359 2024-11-20T18:20:13,393 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T18:20:13,393 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T18:20:13,394 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b87edf34edd,46457,1732126810509 2024-11-20T18:20:13,395 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b87edf34edd,46457,1732126810509, state=OPEN 2024-11-20T18:20:13,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46457-0x10159797fa70004, quorum=127.0.0.1:50674, baseZNode=/1-76219448 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-76219448/meta-region-server 2024-11-20T18:20:13,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33213-0x10159797fa70003, quorum=127.0.0.1:50674, baseZNode=/1-76219448 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-76219448/meta-region-server 2024-11-20T18:20:13,406 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b87edf34edd,46457,1732126810509 2024-11-20T18:20:13,406 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-76219448/meta-region-server: CHANGED 2024-11-20T18:20:13,406 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-76219448/meta-region-server: CHANGED 2024-11-20T18:20:13,408 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T18:20:13,408 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b87edf34edd,46457,1732126810509 in 199 msec 2024-11-20T18:20:13,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T18:20:13,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 463 msec 2024-11-20T18:20:13,410 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:20:13,410 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T18:20:13,412 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:20:13,412 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,46457,1732126810509, seqNum=-1] 2024-11-20T18:20:13,412 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:20:13,413 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51927, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:20:13,417 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 903 msec 2024-11-20T18:20:13,417 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732126813417, completionTime=-1 2024-11-20T18:20:13,417 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T18:20:13,417 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T18:20:13,419 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T18:20:13,419 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732126873419 2024-11-20T18:20:13,419 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732126933419 2024-11-20T18:20:13,419 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T18:20:13,419 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,33213,1732126810361-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:13,419 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,33213,1732126810361-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:13,419 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,33213,1732126810361-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:13,419 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b87edf34edd:33213, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:13,419 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:13,419 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:13,421 DEBUG [master/6b87edf34edd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T18:20:13,422 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.847sec 2024-11-20T18:20:13,422 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T18:20:13,422 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T18:20:13,422 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T18:20:13,422 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T18:20:13,422 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T18:20:13,422 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,33213,1732126810361-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T18:20:13,422 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,33213,1732126810361-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T18:20:13,424 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T18:20:13,424 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T18:20:13,424 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,33213,1732126810361-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:13,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10f44f56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:20:13,435 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,33213,-1 for getting cluster id 2024-11-20T18:20:13,435 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:20:13,436 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4bae165-fdb2-4b34-86e1-97db20a9adb0' 2024-11-20T18:20:13,437 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:20:13,437 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4bae165-fdb2-4b34-86e1-97db20a9adb0" 2024-11-20T18:20:13,437 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fa08f0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:20:13,437 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,33213,-1] 2024-11-20T18:20:13,437 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:20:13,437 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:13,438 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:20:13,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@635f651c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:20:13,439 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:20:13,440 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,46457,1732126810509, seqNum=-1] 2024-11-20T18:20:13,440 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:20:13,441 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:20:13,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b87edf34edd,33213,1732126810361 2024-11-20T18:20:13,443 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50674 2024-11-20T18:20:13,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50674, baseZNode=/1-76219448 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:20:13,449 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10159797fa70005 connected 2024-11-20T18:20:13,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40eb8990, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:20:13,461 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,38155,-1 for getting cluster id 2024-11-20T18:20:13,461 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:20:13,462 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '482695c2-1c66-4a6b-86b8-8a62fd1413ab' 2024-11-20T18:20:13,462 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:20:13,462 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "482695c2-1c66-4a6b-86b8-8a62fd1413ab" 2024-11-20T18:20:13,462 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@132035ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:20:13,462 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,38155,-1] 2024-11-20T18:20:13,462 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:20:13,462 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:13,463 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:20:13,464 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68dfd5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:20:13,464 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:20:13,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,38155,1732126805249 2024-11-20T18:20:13,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ba85144 2024-11-20T18:20:13,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:20:13,465 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:20:13,466 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38155 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6b87edf34edd:33213,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T18:20:13,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38155 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T18:20:13,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:20:13,468 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b87edf34edd:33213' 2024-11-20T18:20:13,469 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a133a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:20:13,469 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,33213,-1 for getting cluster id 2024-11-20T18:20:13,469 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:20:13,469 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4bae165-fdb2-4b34-86e1-97db20a9adb0' 2024-11-20T18:20:13,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:20:13,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4bae165-fdb2-4b34-86e1-97db20a9adb0" 2024-11-20T18:20:13,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12fb9857, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:20:13,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,33213,-1] 2024-11-20T18:20:13,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:20:13,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:13,471 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:20:13,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8c9b458, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:20:13,472 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:20:13,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,33213,1732126810361 2024-11-20T18:20:13,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c087a01 2024-11-20T18:20:13,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:20:13,473 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:20:13,474 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-20T18:20:13,474 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T18:20:13,474 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:13,474 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:13,474 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:20:13,474 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T18:20:13,475 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T18:20:13,477 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T18:20:13,477 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:13,477 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T18:20:13,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741835_1011 (size=1138) 2024-11-20T18:20:13,526 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T18:20:13,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:20:13,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:20:13,885 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b6e4e70f309799db76d0d7657d1f25da, NAME => 'hbase:replication,,1732126813474.b6e4e70f309799db76d0d7657d1f25da.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17 2024-11-20T18:20:13,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741836_1012 (size=44) 2024-11-20T18:20:14,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:20:14,294 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732126813474.b6e4e70f309799db76d0d7657d1f25da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:20:14,294 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b6e4e70f309799db76d0d7657d1f25da, disabling compactions & flushes 2024-11-20T18:20:14,294 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732126813474.b6e4e70f309799db76d0d7657d1f25da. 2024-11-20T18:20:14,294 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732126813474.b6e4e70f309799db76d0d7657d1f25da. 2024-11-20T18:20:14,294 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732126813474.b6e4e70f309799db76d0d7657d1f25da. after waiting 0 ms 2024-11-20T18:20:14,294 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732126813474.b6e4e70f309799db76d0d7657d1f25da. 2024-11-20T18:20:14,294 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732126813474.b6e4e70f309799db76d0d7657d1f25da. 2024-11-20T18:20:14,294 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b6e4e70f309799db76d0d7657d1f25da: Waiting for close lock at 1732126814294Disabling compacts and flushes for region at 1732126814294Disabling writes for close at 1732126814294Writing region close event to WAL at 1732126814294Closed at 1732126814294 2024-11-20T18:20:14,296 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T18:20:14,296 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732126813474.b6e4e70f309799db76d0d7657d1f25da.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732126814296"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732126814296"}]},"ts":"1732126814296"} 2024-11-20T18:20:14,297 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T18:20:14,298 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T18:20:14,298 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126814298"}]},"ts":"1732126814298"} 2024-11-20T18:20:14,300 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T18:20:14,300 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b6e4e70f309799db76d0d7657d1f25da, ASSIGN}] 2024-11-20T18:20:14,301 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b6e4e70f309799db76d0d7657d1f25da, ASSIGN 2024-11-20T18:20:14,302 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b6e4e70f309799db76d0d7657d1f25da, ASSIGN; state=OFFLINE, location=6b87edf34edd,45169,1732126805435; forceNewPlan=false, retain=false 2024-11-20T18:20:14,453 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b6e4e70f309799db76d0d7657d1f25da, regionState=OPENING, regionLocation=6b87edf34edd,45169,1732126805435 2024-11-20T18:20:14,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b6e4e70f309799db76d0d7657d1f25da, ASSIGN because future has completed 2024-11-20T18:20:14,455 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6e4e70f309799db76d0d7657d1f25da, server=6b87edf34edd,45169,1732126805435}] 2024-11-20T18:20:14,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:20:14,611 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732126813474.b6e4e70f309799db76d0d7657d1f25da. 2024-11-20T18:20:14,611 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:20:14,611 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T18:20:14,612 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b87edf34edd%2C45169%2C1732126805435.rep, suffix=, logDir=hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/WALs/6b87edf34edd,45169,1732126805435, archiveDir=hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/oldWALs, maxLogs=10 2024-11-20T18:20:14,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/WALs/6b87edf34edd,45169,1732126805435/6b87edf34edd%2C45169%2C1732126805435.rep.1732126814612, exclude list is [], retry=0 2024-11-20T18:20:14,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33449,DS-eac6e883-d24e-4a75-8e3c-6164711f1f9a,DISK] 2024-11-20T18:20:14,627 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/WALs/6b87edf34edd,45169,1732126805435/6b87edf34edd%2C45169%2C1732126805435.rep.1732126814612 2024-11-20T18:20:14,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42331:42331)] 2024-11-20T18:20:14,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => b6e4e70f309799db76d0d7657d1f25da, NAME => 'hbase:replication,,1732126813474.b6e4e70f309799db76d0d7657d1f25da.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:20:14,628 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T18:20:14,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T18:20:14,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732126813474.b6e4e70f309799db76d0d7657d1f25da. service=MultiRowMutationService 2024-11-20T18:20:14,628 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T18:20:14,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b6e4e70f309799db76d0d7657d1f25da 2024-11-20T18:20:14,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732126813474.b6e4e70f309799db76d0d7657d1f25da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:20:14,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for b6e4e70f309799db76d0d7657d1f25da 2024-11-20T18:20:14,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for b6e4e70f309799db76d0d7657d1f25da 2024-11-20T18:20:14,630 INFO [StoreOpener-b6e4e70f309799db76d0d7657d1f25da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b6e4e70f309799db76d0d7657d1f25da 2024-11-20T18:20:14,631 INFO [StoreOpener-b6e4e70f309799db76d0d7657d1f25da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6e4e70f309799db76d0d7657d1f25da columnFamilyName hfileref 2024-11-20T18:20:14,631 DEBUG [StoreOpener-b6e4e70f309799db76d0d7657d1f25da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:14,631 INFO [StoreOpener-b6e4e70f309799db76d0d7657d1f25da-1 {}] regionserver.HStore(327): Store=b6e4e70f309799db76d0d7657d1f25da/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:20:14,631 INFO [StoreOpener-b6e4e70f309799db76d0d7657d1f25da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b6e4e70f309799db76d0d7657d1f25da 2024-11-20T18:20:14,632 INFO [StoreOpener-b6e4e70f309799db76d0d7657d1f25da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6e4e70f309799db76d0d7657d1f25da columnFamilyName queue 2024-11-20T18:20:14,632 DEBUG [StoreOpener-b6e4e70f309799db76d0d7657d1f25da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:14,633 INFO [StoreOpener-b6e4e70f309799db76d0d7657d1f25da-1 {}] regionserver.HStore(327): Store=b6e4e70f309799db76d0d7657d1f25da/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:20:14,633 INFO [StoreOpener-b6e4e70f309799db76d0d7657d1f25da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b6e4e70f309799db76d0d7657d1f25da 2024-11-20T18:20:14,633 INFO [StoreOpener-b6e4e70f309799db76d0d7657d1f25da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6e4e70f309799db76d0d7657d1f25da columnFamilyName sid 2024-11-20T18:20:14,634 DEBUG [StoreOpener-b6e4e70f309799db76d0d7657d1f25da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:14,634 INFO [StoreOpener-b6e4e70f309799db76d0d7657d1f25da-1 {}] regionserver.HStore(327): Store=b6e4e70f309799db76d0d7657d1f25da/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:20:14,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for b6e4e70f309799db76d0d7657d1f25da 2024-11-20T18:20:14,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/data/hbase/replication/b6e4e70f309799db76d0d7657d1f25da 2024-11-20T18:20:14,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/data/hbase/replication/b6e4e70f309799db76d0d7657d1f25da 2024-11-20T18:20:14,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for b6e4e70f309799db76d0d7657d1f25da 2024-11-20T18:20:14,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for b6e4e70f309799db76d0d7657d1f25da 2024-11-20T18:20:14,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T18:20:14,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for b6e4e70f309799db76d0d7657d1f25da 2024-11-20T18:20:14,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/data/hbase/replication/b6e4e70f309799db76d0d7657d1f25da/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:20:14,639 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened b6e4e70f309799db76d0d7657d1f25da; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67637618, jitterRate=0.007879048585891724}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T18:20:14,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b6e4e70f309799db76d0d7657d1f25da 2024-11-20T18:20:14,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for b6e4e70f309799db76d0d7657d1f25da: Running coprocessor pre-open hook at 1732126814628Writing region info on filesystem at 1732126814628Initializing all the Stores at 1732126814629 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126814629Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126814630 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126814630Cleaning up temporary data from old regions at 1732126814636 (+6 ms)Running coprocessor post-open hooks at 1732126814639 (+3 ms)Region opened successfully at 1732126814640 (+1 ms) 2024-11-20T18:20:14,641 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732126813474.b6e4e70f309799db76d0d7657d1f25da., pid=7, masterSystemTime=1732126814607 2024-11-20T18:20:14,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732126813474.b6e4e70f309799db76d0d7657d1f25da. 2024-11-20T18:20:14,642 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732126813474.b6e4e70f309799db76d0d7657d1f25da. 2024-11-20T18:20:14,643 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b6e4e70f309799db76d0d7657d1f25da, regionState=OPEN, openSeqNum=2, regionLocation=6b87edf34edd,45169,1732126805435 2024-11-20T18:20:14,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6e4e70f309799db76d0d7657d1f25da, server=6b87edf34edd,45169,1732126805435 because future has completed 2024-11-20T18:20:14,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-20T18:20:14,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure b6e4e70f309799db76d0d7657d1f25da, server=6b87edf34edd,45169,1732126805435 in 191 msec 2024-11-20T18:20:14,650 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T18:20:14,650 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b6e4e70f309799db76d0d7657d1f25da, ASSIGN in 348 msec 2024-11-20T18:20:14,651 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T18:20:14,651 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126814651"}]},"ts":"1732126814651"} 2024-11-20T18:20:14,653 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T18:20:14,654 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T18:20:14,656 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1800 sec 2024-11-20T18:20:14,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732126813474.b6e4e70f309799db76d0d7657d1f25da., hostname=6b87edf34edd,45169,1732126805435, seqNum=2] 2024-11-20T18:20:14,743 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45169-0x10159797fa70001, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375755092 2024-11-20T18:20:14,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38155-0x10159797fa70000, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375755092 2024-11-20T18:20:14,765 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T18:20:14,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45169 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-20T18:20:14,918 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T18:20:14,945 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-6b87edf34edd,45169,1732126805435, ReplicationSource: 1, currentBandwidth=0 2024-11-20T18:20:14,946 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:20:14,946 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,45169,1732126805435, seqNum=-1] 2024-11-20T18:20:14,946 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:20:14,947 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32897, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-20T18:20:14,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6b87edf34edd,45169,1732126805435', locateType=CURRENT is [region=hbase:replication,,1732126813474.b6e4e70f309799db76d0d7657d1f25da., hostname=6b87edf34edd,45169,1732126805435, seqNum=2] 2024-11-20T18:20:14,951 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-20T18:20:14,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38155 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-20T18:20:14,953 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6b87edf34edd,45169,1732126805435 suceeded 2024-11-20T18:20:14,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-20T18:20:14,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-20T18:20:14,954 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6b87edf34edd:33213,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T18:20:14,955 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4880 sec 2024-11-20T18:20:14,965 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45169,1732126805435 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b87edf34edd:33213' 2024-11-20T18:20:14,966 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45169,1732126805435 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5eb2171c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:20:14,966 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45169,1732126805435 {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,33213,-1 for getting cluster id 2024-11-20T18:20:14,966 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45169,1732126805435 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:20:14,967 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4bae165-fdb2-4b34-86e1-97db20a9adb0' 2024-11-20T18:20:14,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:20:14,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4bae165-fdb2-4b34-86e1-97db20a9adb0" 2024-11-20T18:20:14,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@129ec106, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:20:14,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,33213,-1] 2024-11-20T18:20:14,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:20:14,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:14,968 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:20:14,968 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45169,1732126805435 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@534a7d55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:20:14,968 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45169,1732126805435 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:20:14,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,33213,1732126810361 2024-11-20T18:20:14,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d91c55b 2024-11-20T18:20:14,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:20:14,970 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-20T18:20:14,970 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45169,1732126805435 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6b87edf34edd,45169,1732126805435 (queues=1) is replicating from cluster=482695c2-1c66-4a6b-86b8-8a62fd1413ab to cluster=f4bae165-fdb2-4b34-86e1-97db20a9adb0 2024-11-20T18:20:14,970 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45169,1732126805435 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6b87edf34edd%2C45169%2C1732126805435 2024-11-20T18:20:14,970 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45169,1732126805435 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6b87edf34edd,45169,1732126805435, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T18:20:14,971 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45169,1732126805435.replicationSource.shipper6b87edf34edd%2C45169%2C1732126805435,1-6b87edf34edd,45169,1732126805435 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b87edf34edd%2C45169%2C1732126805435 2024-11-20T18:20:14,971 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45169,1732126805435.replicationSource.wal-reader.6b87edf34edd%2C45169%2C1732126805435,1-6b87edf34edd,45169,1732126805435 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/WALs/6b87edf34edd,45169,1732126805435/6b87edf34edd%2C45169%2C1732126805435.1732126806838, startPosition=0, beingWritten=true 2024-11-20T18:20:15,175 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45169,1732126805435.replicationSource.wal-reader.6b87edf34edd%2C45169%2C1732126805435,1-6b87edf34edd,45169,1732126805435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/WALs/6b87edf34edd,45169,1732126805435/6b87edf34edd%2C45169%2C1732126805435.1732126806838 to pos 0, reset compression=false 2024-11-20T18:20:15,480 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45169,1732126805435.replicationSource.wal-reader.6b87edf34edd%2C45169%2C1732126805435,1-6b87edf34edd,45169,1732126805435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/WALs/6b87edf34edd,45169,1732126805435/6b87edf34edd%2C45169%2C1732126805435.1732126806838 to pos 0, reset compression=false 2024-11-20T18:20:15,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:20:15,619 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T18:20:15,619 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:20:15,619 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:20:15,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:15,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:15,619 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:20:15,620 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:20:15,620 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,38155,1732126805249 2024-11-20T18:20:15,620 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71eee04c 2024-11-20T18:20:15,620 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:20:15,621 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:20:15,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38155 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-20T18:20:15,622 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:20:15,622 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:20:15,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:15,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:15,622 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:20:15,622 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T18:20:15,622 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=100034015, stopped=false 2024-11-20T18:20:15,622 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b87edf34edd,38155,1732126805249 2024-11-20T18:20:15,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T18:20:15,726 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T18:20:15,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T18:20:15,727 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-20T18:20:15,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T18:20:15,727 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-20T18:20:15,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T18:20:15,727 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T18:20:15,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T18:20:15,727 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T18:20:15,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38155-0x10159797fa70000, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01375755092/running 2024-11-20T18:20:15,743 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45169-0x10159797fa70001, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01375755092/running 2024-11-20T18:20:15,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38155-0x10159797fa70000, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375755092 2024-11-20T18:20:15,743 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45169-0x10159797fa70001, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375755092 2024-11-20T18:20:15,743 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T18:20:15,743 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:20:15,743 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:20:15,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:15,743 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45169-0x10159797fa70001, quorum=127.0.0.1:50674, baseZNode=/01375755092 Set watcher on znode that does not yet exist, /01375755092/running 2024-11-20T18:20:15,743 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38155-0x10159797fa70000, quorum=127.0.0.1:50674, baseZNode=/01375755092 Set watcher on znode that does not yet exist, /01375755092/running 2024-11-20T18:20:15,743 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b87edf34edd,45169,1732126805435' ***** 2024-11-20T18:20:15,743 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T18:20:15,744 INFO [RS:0;6b87edf34edd:45169 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T18:20:15,744 INFO [RS:0;6b87edf34edd:45169 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T18:20:15,744 INFO [RS:0;6b87edf34edd:45169 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T18:20:15,744 INFO [RS:0;6b87edf34edd:45169 {}] regionserver.HRegionServer(3091): Received CLOSE for b6e4e70f309799db76d0d7657d1f25da 2024-11-20T18:20:15,744 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T18:20:15,744 INFO [RS:0;6b87edf34edd:45169 {}] regionserver.HRegionServer(959): stopping server 6b87edf34edd,45169,1732126805435 2024-11-20T18:20:15,744 INFO [RS:0;6b87edf34edd:45169 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T18:20:15,744 INFO [RS:0;6b87edf34edd:45169 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b87edf34edd:45169. 2024-11-20T18:20:15,744 DEBUG [RS:0;6b87edf34edd:45169 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:20:15,744 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b6e4e70f309799db76d0d7657d1f25da, disabling compactions & flushes 2024-11-20T18:20:15,744 DEBUG [RS:0;6b87edf34edd:45169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:15,744 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732126813474.b6e4e70f309799db76d0d7657d1f25da. 2024-11-20T18:20:15,744 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732126813474.b6e4e70f309799db76d0d7657d1f25da. 2024-11-20T18:20:15,744 INFO [RS:0;6b87edf34edd:45169 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T18:20:15,744 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732126813474.b6e4e70f309799db76d0d7657d1f25da. after waiting 0 ms 2024-11-20T18:20:15,744 INFO [RS:0;6b87edf34edd:45169 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T18:20:15,744 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732126813474.b6e4e70f309799db76d0d7657d1f25da. 2024-11-20T18:20:15,744 INFO [RS:0;6b87edf34edd:45169 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T18:20:15,745 INFO [RS:0;6b87edf34edd:45169 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T18:20:15,745 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b6e4e70f309799db76d0d7657d1f25da 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-20T18:20:15,745 INFO [RS:0;6b87edf34edd:45169 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T18:20:15,745 DEBUG [RS:0;6b87edf34edd:45169 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b6e4e70f309799db76d0d7657d1f25da=hbase:replication,,1732126813474.b6e4e70f309799db76d0d7657d1f25da.} 2024-11-20T18:20:15,745 DEBUG [RS:0;6b87edf34edd:45169 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b6e4e70f309799db76d0d7657d1f25da 2024-11-20T18:20:15,745 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T18:20:15,745 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T18:20:15,745 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T18:20:15,745 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T18:20:15,745 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T18:20:15,745 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-20T18:20:15,759 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/data/hbase/meta/1588230740/.tmp/info/b65f96046aa74d649fc29008aa85d5f3 is 147, key is hbase:replication,,1732126813474.b6e4e70f309799db76d0d7657d1f25da./info:regioninfo/1732126814643/Put/seqid=0 2024-11-20T18:20:15,764 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/data/hbase/replication/b6e4e70f309799db76d0d7657d1f25da/.tmp/queue/0856db198d1c4b79ad1b726acc9f9fb8 is 151, key is 1-6b87edf34edd,45169,1732126805435/queue:6b87edf34edd%2C45169%2C1732126805435/1732126814949/Put/seqid=0 2024-11-20T18:20:15,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741838_1014 (size=6631) 2024-11-20T18:20:15,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741839_1015 (size=5350) 2024-11-20T18:20:15,793 INFO [regionserver/6b87edf34edd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T18:20:15,793 INFO [regionserver/6b87edf34edd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T18:20:15,817 INFO [regionserver/6b87edf34edd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T18:20:15,884 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45169,1732126805435.replicationSource.wal-reader.6b87edf34edd%2C45169%2C1732126805435,1-6b87edf34edd,45169,1732126805435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/WALs/6b87edf34edd,45169,1732126805435/6b87edf34edd%2C45169%2C1732126805435.1732126806838 to pos 0, reset compression=false 2024-11-20T18:20:15,945 DEBUG [RS:0;6b87edf34edd:45169 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b6e4e70f309799db76d0d7657d1f25da 2024-11-20T18:20:16,145 DEBUG [RS:0;6b87edf34edd:45169 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b6e4e70f309799db76d0d7657d1f25da 2024-11-20T18:20:16,166 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/data/hbase/meta/1588230740/.tmp/info/b65f96046aa74d649fc29008aa85d5f3 2024-11-20T18:20:16,168 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/data/hbase/replication/b6e4e70f309799db76d0d7657d1f25da/.tmp/queue/0856db198d1c4b79ad1b726acc9f9fb8 2024-11-20T18:20:16,174 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/data/hbase/replication/b6e4e70f309799db76d0d7657d1f25da/.tmp/queue/0856db198d1c4b79ad1b726acc9f9fb8 as hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/data/hbase/replication/b6e4e70f309799db76d0d7657d1f25da/queue/0856db198d1c4b79ad1b726acc9f9fb8 2024-11-20T18:20:16,178 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/data/hbase/replication/b6e4e70f309799db76d0d7657d1f25da/queue/0856db198d1c4b79ad1b726acc9f9fb8, entries=1, sequenceid=5, filesize=5.2 K 2024-11-20T18:20:16,179 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for b6e4e70f309799db76d0d7657d1f25da in 435ms, sequenceid=5, compaction requested=false 2024-11-20T18:20:16,179 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T18:20:16,183 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/data/hbase/replication/b6e4e70f309799db76d0d7657d1f25da/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T18:20:16,184 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T18:20:16,184 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T18:20:16,184 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732126813474.b6e4e70f309799db76d0d7657d1f25da. 2024-11-20T18:20:16,184 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b6e4e70f309799db76d0d7657d1f25da: Waiting for close lock at 1732126815744Running coprocessor pre-close hooks at 1732126815744Disabling compacts and flushes for region at 1732126815744Disabling writes for close at 1732126815744Obtaining lock to block concurrent updates at 1732126815745 (+1 ms)Preparing flush snapshotting stores in b6e4e70f309799db76d0d7657d1f25da at 1732126815745Finished memstore snapshotting hbase:replication,,1732126813474.b6e4e70f309799db76d0d7657d1f25da., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732126815745Flushing stores of hbase:replication,,1732126813474.b6e4e70f309799db76d0d7657d1f25da. at 1732126815745Flushing b6e4e70f309799db76d0d7657d1f25da/queue: creating writer at 1732126815745Flushing b6e4e70f309799db76d0d7657d1f25da/queue: appending metadata at 1732126815764 (+19 ms)Flushing b6e4e70f309799db76d0d7657d1f25da/queue: closing flushed file at 1732126815764Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ed45da9: reopening flushed file at 1732126816173 (+409 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for b6e4e70f309799db76d0d7657d1f25da in 435ms, sequenceid=5, compaction requested=false at 1732126816179 (+6 ms)Writing region close event to WAL at 1732126816180 (+1 ms)Running coprocessor post-close hooks at 1732126816184 (+4 ms)Closed at 1732126816184 2024-11-20T18:20:16,184 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732126813474.b6e4e70f309799db76d0d7657d1f25da. 2024-11-20T18:20:16,187 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/data/hbase/meta/1588230740/.tmp/ns/e973f96256a3470aa12d34385cec9208 is 43, key is default/ns:d/1732126807917/Put/seqid=0 2024-11-20T18:20:16,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741840_1016 (size=5153) 2024-11-20T18:20:16,345 DEBUG [RS:0;6b87edf34edd:45169 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T18:20:16,389 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45169,1732126805435.replicationSource.wal-reader.6b87edf34edd%2C45169%2C1732126805435,1-6b87edf34edd,45169,1732126805435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/WALs/6b87edf34edd,45169,1732126805435/6b87edf34edd%2C45169%2C1732126805435.1732126806838 to pos 0, reset compression=false 2024-11-20T18:20:16,546 DEBUG [RS:0;6b87edf34edd:45169 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T18:20:16,591 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/data/hbase/meta/1588230740/.tmp/ns/e973f96256a3470aa12d34385cec9208 2024-11-20T18:20:16,607 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/data/hbase/meta/1588230740/.tmp/table/d1442db418ed42fc99ff3fcb9915c9cc is 53, key is hbase:replication/table:state/1732126814651/Put/seqid=0 2024-11-20T18:20:16,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741841_1017 (size=5256) 2024-11-20T18:20:16,746 INFO [RS:0;6b87edf34edd:45169 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T18:20:16,746 DEBUG [RS:0;6b87edf34edd:45169 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T18:20:16,746 DEBUG [RS:0;6b87edf34edd:45169 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T18:20:16,946 DEBUG [RS:0;6b87edf34edd:45169 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T18:20:16,994 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45169,1732126805435.replicationSource.wal-reader.6b87edf34edd%2C45169%2C1732126805435,1-6b87edf34edd,45169,1732126805435 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/WALs/6b87edf34edd,45169,1732126805435/6b87edf34edd%2C45169%2C1732126805435.1732126806838 to pos 0, reset compression=false 2024-11-20T18:20:17,012 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/data/hbase/meta/1588230740/.tmp/table/d1442db418ed42fc99ff3fcb9915c9cc 2024-11-20T18:20:17,017 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/data/hbase/meta/1588230740/.tmp/info/b65f96046aa74d649fc29008aa85d5f3 as hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/data/hbase/meta/1588230740/info/b65f96046aa74d649fc29008aa85d5f3 2024-11-20T18:20:17,023 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/data/hbase/meta/1588230740/info/b65f96046aa74d649fc29008aa85d5f3, entries=10, sequenceid=11, filesize=6.5 K 2024-11-20T18:20:17,024 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/data/hbase/meta/1588230740/.tmp/ns/e973f96256a3470aa12d34385cec9208 as hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/data/hbase/meta/1588230740/ns/e973f96256a3470aa12d34385cec9208 2024-11-20T18:20:17,028 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/data/hbase/meta/1588230740/ns/e973f96256a3470aa12d34385cec9208, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T18:20:17,029 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/data/hbase/meta/1588230740/.tmp/table/d1442db418ed42fc99ff3fcb9915c9cc as hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/data/hbase/meta/1588230740/table/d1442db418ed42fc99ff3fcb9915c9cc 2024-11-20T18:20:17,033 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/data/hbase/meta/1588230740/table/d1442db418ed42fc99ff3fcb9915c9cc, entries=2, sequenceid=11, filesize=5.1 K 2024-11-20T18:20:17,034 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1289ms, sequenceid=11, compaction requested=false 2024-11-20T18:20:17,038 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T18:20:17,039 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T18:20:17,039 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T18:20:17,039 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T18:20:17,039 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732126815745Running coprocessor pre-close hooks at 1732126815745Disabling compacts and flushes for region at 1732126815745Disabling writes for close at 1732126815745Obtaining lock to block concurrent updates at 1732126815745Preparing flush snapshotting stores in 1588230740 at 1732126815745Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732126815745Flushing stores of hbase:meta,,1.1588230740 at 1732126815746 (+1 ms)Flushing 1588230740/info: creating writer at 1732126815746Flushing 1588230740/info: appending metadata at 1732126815758 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732126815758Flushing 1588230740/ns: creating writer at 1732126816171 (+413 ms)Flushing 1588230740/ns: appending metadata at 1732126816186 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732126816186Flushing 1588230740/table: creating writer at 1732126816595 (+409 ms)Flushing 1588230740/table: appending metadata at 1732126816607 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732126816607Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ced4f: reopening flushed file at 1732126817017 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c07f437: reopening flushed file at 1732126817023 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bf3b956: reopening flushed file at 1732126817028 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1289ms, sequenceid=11, compaction requested=false at 1732126817034 (+6 ms)Writing region close event to WAL at 1732126817035 (+1 ms)Running coprocessor post-close hooks at 1732126817039 (+4 ms)Closed at 1732126817039 2024-11-20T18:20:17,039 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T18:20:17,146 INFO [RS:0;6b87edf34edd:45169 {}] regionserver.HRegionServer(976): stopping server 6b87edf34edd,45169,1732126805435; all regions closed. 2024-11-20T18:20:17,149 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/WALs/6b87edf34edd,45169,1732126805435/6b87edf34edd%2C45169%2C1732126805435.meta.1732126807839.meta not finished, retry = 0 2024-11-20T18:20:17,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741834_1010 (size=2742) 2024-11-20T18:20:17,251 DEBUG [RS:0;6b87edf34edd:45169 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/oldWALs 2024-11-20T18:20:17,251 INFO [RS:0;6b87edf34edd:45169 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b87edf34edd%2C45169%2C1732126805435.meta:.meta(num 1732126807839) 2024-11-20T18:20:17,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741837_1013 (size=1586) 2024-11-20T18:20:17,254 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/WALs/6b87edf34edd,45169,1732126805435/6b87edf34edd%2C45169%2C1732126805435.rep.1732126814612 not finished, retry = 0 2024-11-20T18:20:17,356 DEBUG [RS:0;6b87edf34edd:45169 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/oldWALs 2024-11-20T18:20:17,356 INFO [RS:0;6b87edf34edd:45169 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b87edf34edd%2C45169%2C1732126805435.rep:(num 1732126814612) 2024-11-20T18:20:17,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741832_1008 (size=93) 2024-11-20T18:20:17,359 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/WALs/6b87edf34edd,45169,1732126805435/6b87edf34edd%2C45169%2C1732126805435.1732126806838 not finished, retry = 0 2024-11-20T18:20:17,461 DEBUG [RS:0;6b87edf34edd:45169 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/oldWALs 2024-11-20T18:20:17,461 INFO [RS:0;6b87edf34edd:45169 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b87edf34edd%2C45169%2C1732126805435:(num 1732126806838) 2024-11-20T18:20:17,461 DEBUG [RS:0;6b87edf34edd:45169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:17,461 INFO [RS:0;6b87edf34edd:45169 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T18:20:17,461 INFO [RS:0;6b87edf34edd:45169 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T18:20:17,461 INFO [RS:0;6b87edf34edd:45169 {}] hbase.ChoreService(370): Chore service for: regionserver/6b87edf34edd:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T18:20:17,462 INFO [RS:0;6b87edf34edd:45169 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T18:20:17,462 INFO [regionserver/6b87edf34edd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T18:20:17,462 INFO [RS:0;6b87edf34edd:45169 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6b87edf34edd,45169,1732126805435 because: Region server is closing 2024-11-20T18:20:17,462 INFO [RS:0;6b87edf34edd:45169 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b87edf34edd:45169. 2024-11-20T18:20:17,462 DEBUG [RS:0;6b87edf34edd:45169 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:20:17,462 DEBUG [RS:0;6b87edf34edd:45169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:17,462 DEBUG [RS:0;6b87edf34edd:45169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:17,462 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:20:17,562 WARN [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45169,1732126805435.replicationSource.shipper6b87edf34edd%2C45169%2C1732126805435,1-6b87edf34edd,45169,1732126805435 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T18:20:17,562 WARN [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45169,1732126805435.replicationSource.wal-reader.6b87edf34edd%2C45169%2C1732126805435,1-6b87edf34edd,45169,1732126805435 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T18:20:17,563 INFO [RS:0;6b87edf34edd:45169 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45169,1732126805435.replicationSource.shipper6b87edf34edd%2C45169%2C1732126805435,1-6b87edf34edd,45169,1732126805435 terminated 2024-11-20T18:20:17,563 INFO [RS:0;6b87edf34edd:45169 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45169 2024-11-20T18:20:17,627 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45169-0x10159797fa70001, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01375755092/rs/6b87edf34edd,45169,1732126805435 2024-11-20T18:20:17,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38155-0x10159797fa70000, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375755092/rs 2024-11-20T18:20:17,627 INFO [RS:0;6b87edf34edd:45169 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T18:20:17,627 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b87edf34edd,45169,1732126805435] 2024-11-20T18:20:17,648 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01375755092/draining/6b87edf34edd,45169,1732126805435 already deleted, retry=false 2024-11-20T18:20:17,648 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b87edf34edd,45169,1732126805435 expired; onlineServers=0 2024-11-20T18:20:17,648 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b87edf34edd,38155,1732126805249' ***** 2024-11-20T18:20:17,648 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T18:20:17,648 INFO [M:0;6b87edf34edd:38155 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T18:20:17,648 INFO [M:0;6b87edf34edd:38155 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T18:20:17,648 DEBUG [M:0;6b87edf34edd:38155 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T18:20:17,648 DEBUG [M:0;6b87edf34edd:38155 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T18:20:17,648 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T18:20:17,648 DEBUG [master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732126806626 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732126806626,5,FailOnTimeoutGroup] 2024-11-20T18:20:17,648 DEBUG [master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732126806626 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732126806626,5,FailOnTimeoutGroup] 2024-11-20T18:20:17,648 INFO [M:0;6b87edf34edd:38155 {}] hbase.ChoreService(370): Chore service for: master/6b87edf34edd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T18:20:17,648 INFO [M:0;6b87edf34edd:38155 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T18:20:17,649 DEBUG [M:0;6b87edf34edd:38155 {}] master.HMaster(1795): Stopping service threads 2024-11-20T18:20:17,649 INFO [M:0;6b87edf34edd:38155 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T18:20:17,649 INFO [M:0;6b87edf34edd:38155 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T18:20:17,649 INFO [M:0;6b87edf34edd:38155 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T18:20:17,649 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T18:20:17,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38155-0x10159797fa70000, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01375755092/master 2024-11-20T18:20:17,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38155-0x10159797fa70000, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375755092 2024-11-20T18:20:17,659 DEBUG [M:0;6b87edf34edd:38155 {}] zookeeper.ZKUtil(347): master:38155-0x10159797fa70000, quorum=127.0.0.1:50674, baseZNode=/01375755092 Unable to get data of znode /01375755092/master because node does not exist (not an error) 2024-11-20T18:20:17,659 WARN [M:0;6b87edf34edd:38155 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T18:20:17,659 INFO [M:0;6b87edf34edd:38155 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/.lastflushedseqids 2024-11-20T18:20:17,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741842_1018 (size=181) 2024-11-20T18:20:17,738 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45169-0x10159797fa70001, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:20:17,738 INFO [RS:0;6b87edf34edd:45169 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T18:20:17,738 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45169-0x10159797fa70001, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:20:17,738 INFO [RS:0;6b87edf34edd:45169 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b87edf34edd,45169,1732126805435; zookeeper connection closed. 2024-11-20T18:20:17,738 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@52d2fd4c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@52d2fd4c 2024-11-20T18:20:17,738 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T18:20:18,064 INFO [M:0;6b87edf34edd:38155 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T18:20:18,064 INFO [M:0;6b87edf34edd:38155 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T18:20:18,065 DEBUG [M:0;6b87edf34edd:38155 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T18:20:18,065 INFO [M:0;6b87edf34edd:38155 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:20:18,065 DEBUG [M:0;6b87edf34edd:38155 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:20:18,065 DEBUG [M:0;6b87edf34edd:38155 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T18:20:18,065 DEBUG [M:0;6b87edf34edd:38155 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:20:18,065 INFO [M:0;6b87edf34edd:38155 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-20T18:20:18,084 DEBUG [M:0;6b87edf34edd:38155 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/691698fe4e064e23945d5a4c19ec3a65 is 82, key is hbase:meta,,1/info:regioninfo/1732126807867/Put/seqid=0 2024-11-20T18:20:18,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741843_1019 (size=5672) 2024-11-20T18:20:18,489 INFO [M:0;6b87edf34edd:38155 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/691698fe4e064e23945d5a4c19ec3a65 2024-11-20T18:20:18,551 DEBUG [M:0;6b87edf34edd:38155 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d43974fe2cbc471f8c4d86d921f0f65d is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732126814655/Put/seqid=0 2024-11-20T18:20:18,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741844_1020 (size=7203) 2024-11-20T18:20:18,884 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T18:20:18,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:20:18,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:20:18,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:20:18,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:20:18,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:20:18,958 INFO [M:0;6b87edf34edd:38155 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d43974fe2cbc471f8c4d86d921f0f65d 2024-11-20T18:20:18,980 DEBUG [M:0;6b87edf34edd:38155 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/25f8692ad45d413cbcd0dc3b0dc6bead is 69, key is 6b87edf34edd,45169,1732126805435/rs:state/1732126806694/Put/seqid=0 2024-11-20T18:20:18,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741845_1021 (size=5156) 2024-11-20T18:20:19,384 INFO [M:0;6b87edf34edd:38155 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/25f8692ad45d413cbcd0dc3b0dc6bead 2024-11-20T18:20:19,390 DEBUG [M:0;6b87edf34edd:38155 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/691698fe4e064e23945d5a4c19ec3a65 as hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/691698fe4e064e23945d5a4c19ec3a65 2024-11-20T18:20:19,395 INFO [M:0;6b87edf34edd:38155 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/691698fe4e064e23945d5a4c19ec3a65, entries=8, sequenceid=70, filesize=5.5 K 2024-11-20T18:20:19,396 DEBUG [M:0;6b87edf34edd:38155 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d43974fe2cbc471f8c4d86d921f0f65d as hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d43974fe2cbc471f8c4d86d921f0f65d 2024-11-20T18:20:19,400 INFO [M:0;6b87edf34edd:38155 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d43974fe2cbc471f8c4d86d921f0f65d, entries=8, sequenceid=70, filesize=7.0 K 2024-11-20T18:20:19,401 DEBUG [M:0;6b87edf34edd:38155 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/25f8692ad45d413cbcd0dc3b0dc6bead as hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/25f8692ad45d413cbcd0dc3b0dc6bead 2024-11-20T18:20:19,407 INFO [M:0;6b87edf34edd:38155 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/25f8692ad45d413cbcd0dc3b0dc6bead, entries=1, sequenceid=70, filesize=5.0 K 2024-11-20T18:20:19,408 INFO [M:0;6b87edf34edd:38155 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1343ms, sequenceid=70, compaction requested=false 2024-11-20T18:20:19,411 INFO [M:0;6b87edf34edd:38155 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:20:19,411 DEBUG [M:0;6b87edf34edd:38155 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732126818065Disabling compacts and flushes for region at 1732126818065Disabling writes for close at 1732126818065Obtaining lock to block concurrent updates at 1732126818065Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732126818065Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732126818065Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732126818066 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732126818066Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732126818084 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732126818084Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732126818524 (+440 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732126818551 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732126818551Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732126818962 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732126818979 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732126818979Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b8d6b53: reopening flushed file at 1732126819389 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33c7f739: reopening flushed file at 1732126819395 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c7face4: reopening flushed file at 1732126819400 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1343ms, sequenceid=70, compaction requested=false at 1732126819408 (+8 ms)Writing region close event to WAL at 1732126819411 (+3 ms)Closed at 1732126819411 2024-11-20T18:20:19,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741830_1006 (size=41008) 2024-11-20T18:20:19,415 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T18:20:19,415 INFO [M:0;6b87edf34edd:38155 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T18:20:19,415 INFO [M:0;6b87edf34edd:38155 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38155 2024-11-20T18:20:19,416 INFO [M:0;6b87edf34edd:38155 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T18:20:19,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38155-0x10159797fa70000, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:20:19,580 INFO [M:0;6b87edf34edd:38155 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T18:20:19,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38155-0x10159797fa70000, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:20:19,581 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b87edf34edd:0 server-side Connection retries=45 2024-11-20T18:20:19,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:20:19,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T18:20:19,581 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T18:20:19,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:20:19,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T18:20:19,581 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T18:20:19,581 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T18:20:19,582 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46783 2024-11-20T18:20:19,583 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46783 connecting to ZooKeeper ensemble=127.0.0.1:50674 2024-11-20T18:20:19,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:467830x0, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:20:19,596 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46783-0x10159797fa70006 connected 2024-11-20T18:20:19,608 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:20:19,609 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:20:19,610 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46783-0x10159797fa70006, quorum=127.0.0.1:50674, baseZNode=/01375755092 Set watcher on znode that does not yet exist, /01375755092/running 2024-11-20T18:20:19,610 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01375755092/meta-region-server: INIT 2024-11-20T18:20:19,611 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17, hbase.cluster.distributed=false 2024-11-20T18:20:19,612 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46783-0x10159797fa70006, quorum=127.0.0.1:50674, baseZNode=/01375755092 Set watcher on znode that does not yet exist, /01375755092/acl 2024-11-20T18:20:19,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46783 2024-11-20T18:20:19,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46783 2024-11-20T18:20:19,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46783 2024-11-20T18:20:19,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46783 2024-11-20T18:20:19,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46783 2024-11-20T18:20:19,626 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b87edf34edd:0 server-side Connection retries=45 2024-11-20T18:20:19,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:20:19,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T18:20:19,627 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T18:20:19,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:20:19,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T18:20:19,627 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T18:20:19,627 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T18:20:19,627 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43233 2024-11-20T18:20:19,628 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43233 connecting to ZooKeeper ensemble=127.0.0.1:50674 2024-11-20T18:20:19,629 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:20:19,630 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:20:19,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:432330x0, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:20:19,638 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:432330x0, quorum=127.0.0.1:50674, baseZNode=/01375755092 Set watcher on znode that does not yet exist, /01375755092/running 2024-11-20T18:20:19,638 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01375755092/meta-region-server: INIT 2024-11-20T18:20:19,638 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T18:20:19,638 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43233-0x10159797fa70007 connected 2024-11-20T18:20:19,638 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T18:20:19,639 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43233-0x10159797fa70007, quorum=127.0.0.1:50674, baseZNode=/01375755092 Set watcher on znode that does not yet exist, /01375755092/master 2024-11-20T18:20:19,639 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43233-0x10159797fa70007, quorum=127.0.0.1:50674, baseZNode=/01375755092 Set watcher on znode that does not yet exist, /01375755092/acl 2024-11-20T18:20:19,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43233 2024-11-20T18:20:19,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43233 2024-11-20T18:20:19,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43233 2024-11-20T18:20:19,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43233 2024-11-20T18:20:19,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43233 2024-11-20T18:20:19,662 DEBUG [M:0;6b87edf34edd:46783 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b87edf34edd:46783 2024-11-20T18:20:19,663 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01375755092/backup-masters/6b87edf34edd,46783,1732126819581 2024-11-20T18:20:19,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43233-0x10159797fa70007, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375755092/backup-masters 2024-11-20T18:20:19,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46783-0x10159797fa70006, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375755092/backup-masters 2024-11-20T18:20:19,669 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46783-0x10159797fa70006, quorum=127.0.0.1:50674, baseZNode=/01375755092 Set watcher on existing znode=/01375755092/backup-masters/6b87edf34edd,46783,1732126819581 2024-11-20T18:20:19,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43233-0x10159797fa70007, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01375755092/master 2024-11-20T18:20:19,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46783-0x10159797fa70006, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375755092 2024-11-20T18:20:19,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43233-0x10159797fa70007, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375755092 2024-11-20T18:20:19,680 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46783-0x10159797fa70006, quorum=127.0.0.1:50674, baseZNode=/01375755092 Set watcher on existing znode=/01375755092/master 2024-11-20T18:20:19,680 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01375755092/backup-masters/6b87edf34edd,46783,1732126819581 from backup master directory 2024-11-20T18:20:19,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46783-0x10159797fa70006, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01375755092/backup-masters/6b87edf34edd,46783,1732126819581 2024-11-20T18:20:19,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46783-0x10159797fa70006, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375755092/backup-masters 2024-11-20T18:20:19,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43233-0x10159797fa70007, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375755092/backup-masters 2024-11-20T18:20:19,690 WARN [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T18:20:19,690 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b87edf34edd,46783,1732126819581 2024-11-20T18:20:19,699 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:20:19,699 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T18:20:19,706 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-20T18:20:19,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741846_1022 (size=196) 2024-11-20T18:20:20,117 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T18:20:20,118 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T18:20:20,118 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:20:20,123 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-20T18:20:20,125 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/MasterData/WALs/6b87edf34edd,38155,1732126805249 to hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/MasterData/WALs/6b87edf34edd,38155,1732126805249-dead as it is dead 2024-11-20T18:20:20,126 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/MasterData/WALs/6b87edf34edd,38155,1732126805249-dead/6b87edf34edd%2C38155%2C1732126805249.1732126806355 2024-11-20T18:20:20,127 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/MasterData/WALs/6b87edf34edd,38155,1732126805249-dead/6b87edf34edd%2C38155%2C1732126805249.1732126806355 after 1ms 2024-11-20T18:20:20,127 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/MasterData/WALs/6b87edf34edd,38155,1732126805249-dead/6b87edf34edd%2C38155%2C1732126805249.1732126806355 to hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6b87edf34edd%2C38155%2C1732126805249.1732126806355 2024-11-20T18:20:20,127 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/MasterData/WALs/6b87edf34edd,38155,1732126805249-dead 2024-11-20T18:20:20,128 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/MasterData/WALs/6b87edf34edd,46783,1732126819581 2024-11-20T18:20:20,129 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T18:20:20,130 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b87edf34edd%2C46783%2C1732126819581, suffix=, logDir=hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/MasterData/WALs/6b87edf34edd,46783,1732126819581, archiveDir=hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/MasterData/oldWALs, maxLogs=10 2024-11-20T18:20:20,148 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/MasterData/WALs/6b87edf34edd,46783,1732126819581/6b87edf34edd%2C46783%2C1732126819581.1732126820130, exclude list is [], retry=0 2024-11-20T18:20:20,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33449,DS-eac6e883-d24e-4a75-8e3c-6164711f1f9a,DISK] 2024-11-20T18:20:20,152 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/MasterData/WALs/6b87edf34edd,46783,1732126819581/6b87edf34edd%2C46783%2C1732126819581.1732126820130 2024-11-20T18:20:20,152 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42331:42331)] 2024-11-20T18:20:20,152 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:20:20,153 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:20:20,153 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:20:20,153 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:20:20,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:20:20,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T18:20:20,155 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:20,160 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/691698fe4e064e23945d5a4c19ec3a65 2024-11-20T18:20:20,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:20:20,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:20:20,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T18:20:20,162 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:20,166 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d43974fe2cbc471f8c4d86d921f0f65d 2024-11-20T18:20:20,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:20:20,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:20:20,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T18:20:20,168 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:20,173 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/25f8692ad45d413cbcd0dc3b0dc6bead 2024-11-20T18:20:20,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:20:20,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:20:20,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T18:20:20,174 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:20,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:20:20,174 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:20:20,175 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-20T18:20:20,175 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6b87edf34edd%2C38155%2C1732126805249.1732126806355 2024-11-20T18:20:20,182 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6b87edf34edd%2C38155%2C1732126805249.1732126806355 2024-11-20T18:20:20,183 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6b87edf34edd%2C38155%2C1732126805249.1732126806355 2024-11-20T18:20:20,184 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:20:20,184 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:20:20,184 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:20:20,186 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:20:20,187 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-20T18:20:20,188 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64080412, jitterRate=-0.04512745141983032}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:20:20,188 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732126820153Initializing all the Stores at 1732126820154 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126820154Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126820154Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126820154Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126820154Cleaning up temporary data from old regions at 1732126820184 (+30 ms)Region opened successfully at 1732126820188 (+4 ms) 2024-11-20T18:20:20,188 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T18:20:20,191 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4025a890, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b87edf34edd/172.17.0.3:0 2024-11-20T18:20:20,192 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-20T18:20:20,193 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T18:20:20,193 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T18:20:20,193 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T18:20:20,193 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T18:20:20,195 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T18:20:20,196 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T18:20:20,196 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T18:20:20,196 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-11-20T18:20:20,196 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T18:20:20,199 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=6b87edf34edd,45169,1732126805435, regionLocation=6b87edf34edd,45169,1732126805435, openSeqNum=2 2024-11-20T18:20:20,199 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=6b87edf34edd,45169,1732126805435, table=hbase:meta, region=1588230740 2024-11-20T18:20:20,200 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b87edf34edd,45169,1732126805435, state=OPEN 2024-11-20T18:20:20,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43233-0x10159797fa70007, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01375755092/meta-region-server 2024-11-20T18:20:20,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46783-0x10159797fa70006, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01375755092/meta-region-server 2024-11-20T18:20:20,248 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01375755092/meta-region-server: CHANGED 2024-11-20T18:20:20,248 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01375755092/meta-region-server: CHANGED 2024-11-20T18:20:20,251 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-20T18:20:20,258 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01375755092/draining/6b87edf34edd,45169,1732126805435 already deleted, retry=false 2024-11-20T18:20:20,258 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 6b87edf34edd,45169,1732126805435 on 6b87edf34edd,46783,1732126819581 2024-11-20T18:20:20,259 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 6b87edf34edd,45169,1732126805435, splitWal=true, meta=true 2024-11-20T18:20:20,260 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 6b87edf34edd,45169,1732126805435 (carryingMeta=true) 6b87edf34edd,45169,1732126805435/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@5fdf3237[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-20T18:20:20,262 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46783-0x10159797fa70006, quorum=127.0.0.1:50674, baseZNode=/01375755092 Unable to get data of znode /01375755092/balancer because node does not exist (not necessarily an error) 2024-11-20T18:20:20,269 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01375755092/balancer already deleted, retry=false 2024-11-20T18:20:20,269 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T18:20:20,270 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46783-0x10159797fa70006, quorum=127.0.0.1:50674, baseZNode=/01375755092 Unable to get data of znode /01375755092/normalizer because node does not exist (not necessarily an error) 2024-11-20T18:20:20,279 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01375755092/normalizer already deleted, retry=false 2024-11-20T18:20:20,279 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T18:20:20,281 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46783-0x10159797fa70006, quorum=127.0.0.1:50674, baseZNode=/01375755092 Unable to get data of znode /01375755092/switch/split because node does not exist (not necessarily an error) 2024-11-20T18:20:20,290 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01375755092/switch/split already deleted, retry=false 2024-11-20T18:20:20,291 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46783-0x10159797fa70006, quorum=127.0.0.1:50674, baseZNode=/01375755092 Unable to get data of znode /01375755092/switch/merge because node does not exist (not necessarily an error) 2024-11-20T18:20:20,301 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01375755092/switch/merge already deleted, retry=false 2024-11-20T18:20:20,312 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46783-0x10159797fa70006, quorum=127.0.0.1:50674, baseZNode=/01375755092 Unable to get data of znode /01375755092/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T18:20:20,321 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01375755092/snapshot-cleanup already deleted, retry=false 2024-11-20T18:20:20,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46783-0x10159797fa70006, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01375755092/running 2024-11-20T18:20:20,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43233-0x10159797fa70007, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01375755092/running 2024-11-20T18:20:20,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46783-0x10159797fa70006, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375755092 2024-11-20T18:20:20,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43233-0x10159797fa70007, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375755092 2024-11-20T18:20:20,332 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b87edf34edd,46783,1732126819581, sessionid=0x10159797fa70006, setting cluster-up flag (Was=false) 2024-11-20T18:20:20,343 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01375755092/flush-table-proc/acquired, /01375755092/flush-table-proc/reached, /01375755092/flush-table-proc/abort 2024-11-20T18:20:20,344 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b87edf34edd,46783,1732126819581 2024-11-20T18:20:20,353 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01375755092/online-snapshot/acquired, /01375755092/online-snapshot/reached, /01375755092/online-snapshot/abort 2024-11-20T18:20:20,354 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b87edf34edd,46783,1732126819581 2024-11-20T18:20:20,355 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/.lastflushedseqids 2024-11-20T18:20:20,357 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T18:20:20,357 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T18:20:20,357 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b87edf34edd,46783,1732126819581 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 6b87edf34edd,45169,1732126805435 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T18:20:20,358 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:20:20,358 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:20:20,358 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:20:20,358 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:20:20,358 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b87edf34edd:0, corePoolSize=10, maxPoolSize=10 2024-11-20T18:20:20,359 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:20:20,359 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b87edf34edd:0, corePoolSize=2, maxPoolSize=2 2024-11-20T18:20:20,359 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:20:20,359 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732126850359 2024-11-20T18:20:20,359 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T18:20:20,360 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T18:20:20,360 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T18:20:20,360 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T18:20:20,360 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T18:20:20,360 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T18:20:20,360 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:20,360 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 6b87edf34edd,45169,1732126805435, splitWal=true, meta=true 2024-11-20T18:20:20,360 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T18:20:20,360 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T18:20:20,360 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T18:20:20,360 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T18:20:20,361 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 6b87edf34edd,45169,1732126805435, splitWal=true, meta=true, isMeta: true 2024-11-20T18:20:20,362 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/WALs/6b87edf34edd,45169,1732126805435-splitting 2024-11-20T18:20:20,362 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/WALs/6b87edf34edd,45169,1732126805435-splitting dir is empty, no logs to split. 2024-11-20T18:20:20,362 INFO [PEWorker-1 {}] master.SplitWALManager(105): 6b87edf34edd,45169,1732126805435 WAL count=0, meta=true 2024-11-20T18:20:20,364 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/WALs/6b87edf34edd,45169,1732126805435-splitting dir is empty, no logs to split. 2024-11-20T18:20:20,364 INFO [PEWorker-1 {}] master.SplitWALManager(105): 6b87edf34edd,45169,1732126805435 WAL count=0, meta=true 2024-11-20T18:20:20,364 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 6b87edf34edd,45169,1732126805435 WAL splitting is done? wals=0, meta=true 2024-11-20T18:20:20,364 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T18:20:20,364 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T18:20:20,364 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732126820364,5,FailOnTimeoutGroup] 2024-11-20T18:20:20,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T18:20:20,364 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732126820364,5,FailOnTimeoutGroup] 2024-11-20T18:20:20,364 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:20,365 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T18:20:20,365 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:20,365 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:20,365 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732126820365, completionTime=-1 2024-11-20T18:20:20,365 WARN [master/6b87edf34edd:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-20T18:20:20,365 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-20T18:20:20,365 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T18:20:20,366 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T18:20:20,450 INFO [RS:0;6b87edf34edd:43233 {}] regionserver.HRegionServer(746): ClusterId : 482695c2-1c66-4a6b-86b8-8a62fd1413ab 2024-11-20T18:20:20,450 DEBUG [RS:0;6b87edf34edd:43233 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T18:20:20,459 DEBUG [RS:0;6b87edf34edd:43233 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T18:20:20,459 DEBUG [RS:0;6b87edf34edd:43233 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T18:20:20,469 DEBUG [RS:0;6b87edf34edd:43233 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T18:20:20,470 DEBUG [RS:0;6b87edf34edd:43233 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@381c9224, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b87edf34edd/172.17.0.3:0 2024-11-20T18:20:20,480 DEBUG [RS:0;6b87edf34edd:43233 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b87edf34edd:43233 2024-11-20T18:20:20,480 INFO [RS:0;6b87edf34edd:43233 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T18:20:20,480 INFO [RS:0;6b87edf34edd:43233 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T18:20:20,480 DEBUG [RS:0;6b87edf34edd:43233 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T18:20:20,481 INFO [RS:0;6b87edf34edd:43233 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b87edf34edd,46783,1732126819581 with port=43233, startcode=1732126819626 2024-11-20T18:20:20,481 DEBUG [RS:0;6b87edf34edd:43233 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T18:20:20,482 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35075, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T18:20:20,483 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46783 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b87edf34edd,43233,1732126819626 2024-11-20T18:20:20,483 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46783 {}] master.ServerManager(517): Registering regionserver=6b87edf34edd,43233,1732126819626 2024-11-20T18:20:20,484 DEBUG [RS:0;6b87edf34edd:43233 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17 2024-11-20T18:20:20,484 DEBUG [RS:0;6b87edf34edd:43233 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36447 2024-11-20T18:20:20,484 DEBUG [RS:0;6b87edf34edd:43233 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T18:20:20,515 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=150ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-20T18:20:20,516 WARN [6b87edf34edd:46783 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T18:20:20,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46783-0x10159797fa70006, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375755092/rs 2024-11-20T18:20:20,519 DEBUG [RS:0;6b87edf34edd:43233 {}] zookeeper.ZKUtil(111): regionserver:43233-0x10159797fa70007, quorum=127.0.0.1:50674, baseZNode=/01375755092 Set watcher on existing znode=/01375755092/rs/6b87edf34edd,43233,1732126819626 2024-11-20T18:20:20,519 WARN [RS:0;6b87edf34edd:43233 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T18:20:20,519 INFO [RS:0;6b87edf34edd:43233 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:20:20,519 DEBUG [RS:0;6b87edf34edd:43233 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/WALs/6b87edf34edd,43233,1732126819626 2024-11-20T18:20:20,519 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b87edf34edd,43233,1732126819626] 2024-11-20T18:20:20,535 INFO [RS:0;6b87edf34edd:43233 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T18:20:20,536 INFO [RS:0;6b87edf34edd:43233 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T18:20:20,537 INFO [RS:0;6b87edf34edd:43233 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T18:20:20,537 INFO [RS:0;6b87edf34edd:43233 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:20,537 INFO [RS:0;6b87edf34edd:43233 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T18:20:20,538 INFO [RS:0;6b87edf34edd:43233 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T18:20:20,538 INFO [RS:0;6b87edf34edd:43233 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:20,538 DEBUG [RS:0;6b87edf34edd:43233 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:20:20,538 DEBUG [RS:0;6b87edf34edd:43233 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:20:20,538 DEBUG [RS:0;6b87edf34edd:43233 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:20:20,538 DEBUG [RS:0;6b87edf34edd:43233 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:20:20,538 DEBUG [RS:0;6b87edf34edd:43233 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:20:20,538 DEBUG [RS:0;6b87edf34edd:43233 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b87edf34edd:0, corePoolSize=2, maxPoolSize=2 2024-11-20T18:20:20,538 DEBUG [RS:0;6b87edf34edd:43233 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:20:20,538 DEBUG [RS:0;6b87edf34edd:43233 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:20:20,538 DEBUG [RS:0;6b87edf34edd:43233 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:20:20,538 DEBUG [RS:0;6b87edf34edd:43233 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:20:20,538 DEBUG [RS:0;6b87edf34edd:43233 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:20:20,538 DEBUG [RS:0;6b87edf34edd:43233 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:20:20,538 DEBUG [RS:0;6b87edf34edd:43233 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b87edf34edd:0, corePoolSize=3, maxPoolSize=3 2024-11-20T18:20:20,538 DEBUG [RS:0;6b87edf34edd:43233 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b87edf34edd:0, corePoolSize=3, maxPoolSize=3 2024-11-20T18:20:20,538 INFO [RS:0;6b87edf34edd:43233 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:20,538 INFO [RS:0;6b87edf34edd:43233 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:20,538 INFO [RS:0;6b87edf34edd:43233 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:20,538 INFO [RS:0;6b87edf34edd:43233 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:20,538 INFO [RS:0;6b87edf34edd:43233 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:20,538 INFO [RS:0;6b87edf34edd:43233 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,43233,1732126819626-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T18:20:20,552 INFO [RS:0;6b87edf34edd:43233 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T18:20:20,553 INFO [RS:0;6b87edf34edd:43233 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,43233,1732126819626-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:20,566 INFO [RS:0;6b87edf34edd:43233 {}] regionserver.ReplicationSource(231): queueId=1-6b87edf34edd,43233,1732126819626, ReplicationSource: 1, currentBandwidth=0 2024-11-20T18:20:20,566 INFO [RS:0;6b87edf34edd:43233 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:20,566 INFO [RS:0;6b87edf34edd:43233 {}] regionserver.Replication(171): 6b87edf34edd,43233,1732126819626 started 2024-11-20T18:20:20,579 INFO [RS:0;6b87edf34edd:43233 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:20,579 INFO [RS:0;6b87edf34edd:43233 {}] regionserver.HRegionServer(1482): Serving as 6b87edf34edd,43233,1732126819626, RpcServer on 6b87edf34edd/172.17.0.3:43233, sessionid=0x10159797fa70007 2024-11-20T18:20:20,579 DEBUG [RS:0;6b87edf34edd:43233.replicationSource,1-6b87edf34edd,43233,1732126819626 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b87edf34edd:33213' 2024-11-20T18:20:20,579 DEBUG [RS:0;6b87edf34edd:43233 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T18:20:20,579 DEBUG [RS:0;6b87edf34edd:43233 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b87edf34edd,43233,1732126819626 2024-11-20T18:20:20,579 DEBUG [RS:0;6b87edf34edd:43233 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b87edf34edd,43233,1732126819626' 2024-11-20T18:20:20,579 DEBUG [RS:0;6b87edf34edd:43233 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01375755092/flush-table-proc/abort' 2024-11-20T18:20:20,579 DEBUG [RS:0;6b87edf34edd:43233 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01375755092/flush-table-proc/acquired' 2024-11-20T18:20:20,580 DEBUG [RS:0;6b87edf34edd:43233 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T18:20:20,580 DEBUG [RS:0;6b87edf34edd:43233 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T18:20:20,580 DEBUG [RS:0;6b87edf34edd:43233 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b87edf34edd,43233,1732126819626 2024-11-20T18:20:20,580 DEBUG [RS:0;6b87edf34edd:43233 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b87edf34edd,43233,1732126819626' 2024-11-20T18:20:20,580 DEBUG [RS:0;6b87edf34edd:43233.replicationSource,1-6b87edf34edd,43233,1732126819626 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@775f12fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:20:20,580 DEBUG [RS:0;6b87edf34edd:43233 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01375755092/online-snapshot/abort' 2024-11-20T18:20:20,580 DEBUG [RS:0;6b87edf34edd:43233.replicationSource,1-6b87edf34edd,43233,1732126819626 {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,33213,-1 for getting cluster id 2024-11-20T18:20:20,580 DEBUG [RS:0;6b87edf34edd:43233.replicationSource,1-6b87edf34edd,43233,1732126819626 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:20:20,580 DEBUG [RS:0;6b87edf34edd:43233 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01375755092/online-snapshot/acquired' 2024-11-20T18:20:20,580 DEBUG [RS:0;6b87edf34edd:43233 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T18:20:20,580 INFO [RS:0;6b87edf34edd:43233 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T18:20:20,580 INFO [RS:0;6b87edf34edd:43233 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T18:20:20,581 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4bae165-fdb2-4b34-86e1-97db20a9adb0' 2024-11-20T18:20:20,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:20:20,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4bae165-fdb2-4b34-86e1-97db20a9adb0" 2024-11-20T18:20:20,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@341f53b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:20:20,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,33213,-1] 2024-11-20T18:20:20,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:20:20,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:20,583 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:20:20,583 DEBUG [RS:0;6b87edf34edd:43233.replicationSource,1-6b87edf34edd,43233,1732126819626 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a01c6b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:20:20,583 DEBUG [RS:0;6b87edf34edd:43233.replicationSource,1-6b87edf34edd,43233,1732126819626 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:20:20,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,33213,1732126810361 2024-11-20T18:20:20,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bcdd972 2024-11-20T18:20:20,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:20:20,585 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-20T18:20:20,586 INFO [RS:0;6b87edf34edd:43233.replicationSource,1-6b87edf34edd,43233,1732126819626 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6b87edf34edd,43233,1732126819626 (queues=0) is replicating from cluster=482695c2-1c66-4a6b-86b8-8a62fd1413ab to cluster=f4bae165-fdb2-4b34-86e1-97db20a9adb0 2024-11-20T18:20:20,681 INFO [RS:0;6b87edf34edd:43233 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T18:20:20,682 INFO [RS:0;6b87edf34edd:43233 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b87edf34edd%2C43233%2C1732126819626, suffix=, logDir=hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/WALs/6b87edf34edd,43233,1732126819626, archiveDir=hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/oldWALs, maxLogs=10 2024-11-20T18:20:20,694 DEBUG [RS:0;6b87edf34edd:43233 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/WALs/6b87edf34edd,43233,1732126819626/6b87edf34edd%2C43233%2C1732126819626.1732126820682, exclude list is [], retry=0 2024-11-20T18:20:20,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33449,DS-eac6e883-d24e-4a75-8e3c-6164711f1f9a,DISK] 2024-11-20T18:20:20,697 INFO [RS:0;6b87edf34edd:43233 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/WALs/6b87edf34edd,43233,1732126819626/6b87edf34edd%2C43233%2C1732126819626.1732126820682 2024-11-20T18:20:20,697 DEBUG [RS:0;6b87edf34edd:43233 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 6b87edf34edd%2C43233%2C1732126819626 for peer 1 2024-11-20T18:20:20,698 DEBUG [RS:0;6b87edf34edd:43233 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6b87edf34edd%2C43233%2C1732126819626 2024-11-20T18:20:20,698 INFO [RS:0;6b87edf34edd:43233 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6b87edf34edd,43233,1732126819626, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T18:20:20,698 DEBUG [RS:0;6b87edf34edd:43233 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42331:42331)] 2024-11-20T18:20:20,698 INFO [RS:0;6b87edf34edd:43233.replicationSource.shipper6b87edf34edd%2C43233%2C1732126819626,1-6b87edf34edd,43233,1732126819626 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b87edf34edd%2C43233%2C1732126819626 2024-11-20T18:20:20,698 DEBUG [RS:0;6b87edf34edd:43233.replicationSource.wal-reader.6b87edf34edd%2C43233%2C1732126819626,1-6b87edf34edd,43233,1732126819626 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/WALs/6b87edf34edd,43233,1732126819626/6b87edf34edd%2C43233%2C1732126819626.1732126820682, startPosition=0, beingWritten=true 2024-11-20T18:20:20,766 DEBUG [6b87edf34edd:46783 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T18:20:20,767 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b87edf34edd,43233,1732126819626 2024-11-20T18:20:20,768 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b87edf34edd,43233,1732126819626, state=OPENING 2024-11-20T18:20:20,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46783-0x10159797fa70006, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01375755092/meta-region-server 2024-11-20T18:20:20,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43233-0x10159797fa70007, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01375755092/meta-region-server 2024-11-20T18:20:20,785 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01375755092/meta-region-server: CHANGED 2024-11-20T18:20:20,785 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01375755092/meta-region-server: CHANGED 2024-11-20T18:20:20,785 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T18:20:20,785 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b87edf34edd,43233,1732126819626}] 2024-11-20T18:20:20,902 DEBUG [RS:0;6b87edf34edd:43233.replicationSource.wal-reader.6b87edf34edd%2C43233%2C1732126819626,1-6b87edf34edd,43233,1732126819626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/WALs/6b87edf34edd,43233,1732126819626/6b87edf34edd%2C43233%2C1732126819626.1732126820682 to pos 0, reset compression=false 2024-11-20T18:20:20,936 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T18:20:20,938 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57279, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T18:20:20,941 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T18:20:20,941 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:20:20,941 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T18:20:20,942 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b87edf34edd%2C43233%2C1732126819626.meta, suffix=.meta, logDir=hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/WALs/6b87edf34edd,43233,1732126819626, archiveDir=hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/oldWALs, maxLogs=10 2024-11-20T18:20:20,954 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/WALs/6b87edf34edd,43233,1732126819626/6b87edf34edd%2C43233%2C1732126819626.meta.1732126820943.meta, exclude list is [], retry=0 2024-11-20T18:20:20,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33449,DS-eac6e883-d24e-4a75-8e3c-6164711f1f9a,DISK] 2024-11-20T18:20:20,959 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/WALs/6b87edf34edd,43233,1732126819626/6b87edf34edd%2C43233%2C1732126819626.meta.1732126820943.meta 2024-11-20T18:20:20,959 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42331:42331)] 2024-11-20T18:20:20,959 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:20:20,960 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T18:20:20,960 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T18:20:20,960 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T18:20:20,960 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T18:20:20,960 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T18:20:20,960 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:20:20,960 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T18:20:20,960 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T18:20:20,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T18:20:20,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T18:20:20,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:20,968 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/data/hbase/meta/1588230740/info/b65f96046aa74d649fc29008aa85d5f3 2024-11-20T18:20:20,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:20:20,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T18:20:20,969 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T18:20:20,969 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:20,974 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/data/hbase/meta/1588230740/ns/e973f96256a3470aa12d34385cec9208 2024-11-20T18:20:20,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:20:20,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T18:20:20,975 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T18:20:20,975 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:20,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:20:20,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T18:20:20,976 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T18:20:20,976 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:20,981 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/data/hbase/meta/1588230740/table/d1442db418ed42fc99ff3fcb9915c9cc 2024-11-20T18:20:20,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:20:20,981 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T18:20:20,982 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/data/hbase/meta/1588230740 2024-11-20T18:20:20,982 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/data/hbase/meta/1588230740 2024-11-20T18:20:20,983 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T18:20:20,984 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T18:20:20,984 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:20:20,985 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T18:20:20,986 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64707250, jitterRate=-0.035786837339401245}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:20:20,986 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T18:20:20,986 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732126820960Writing region info on filesystem at 1732126820960Initializing all the Stores at 1732126820961 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126820961Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126820961Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126820961Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126820961Cleaning up temporary data from old regions at 1732126820984 (+23 ms)Running coprocessor post-open hooks at 1732126820986 (+2 ms)Region opened successfully at 1732126820986 2024-11-20T18:20:20,987 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732126820936 2024-11-20T18:20:20,989 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T18:20:20,989 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T18:20:20,990 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=6b87edf34edd,43233,1732126819626 2024-11-20T18:20:20,990 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b87edf34edd,43233,1732126819626, state=OPEN 2024-11-20T18:20:20,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43233-0x10159797fa70007, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01375755092/meta-region-server 2024-11-20T18:20:20,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46783-0x10159797fa70006, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01375755092/meta-region-server 2024-11-20T18:20:20,995 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01375755092/meta-region-server: CHANGED 2024-11-20T18:20:20,995 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01375755092/meta-region-server: CHANGED 2024-11-20T18:20:20,995 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b87edf34edd,43233,1732126819626 2024-11-20T18:20:20,998 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-20T18:20:20,998 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b87edf34edd,43233,1732126819626 in 210 msec 2024-11-20T18:20:20,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T18:20:21,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 634 msec 2024-11-20T18:20:21,207 DEBUG [RS:0;6b87edf34edd:43233.replicationSource.wal-reader.6b87edf34edd%2C43233%2C1732126819626,1-6b87edf34edd,43233,1732126819626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/WALs/6b87edf34edd,43233,1732126819626/6b87edf34edd%2C43233%2C1732126819626.1732126820682 to pos 0, reset compression=false 2024-11-20T18:20:21,612 DEBUG [RS:0;6b87edf34edd:43233.replicationSource.wal-reader.6b87edf34edd%2C43233%2C1732126819626,1-6b87edf34edd,43233,1732126819626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/WALs/6b87edf34edd,43233,1732126819626/6b87edf34edd%2C43233%2C1732126819626.1732126820682 to pos 0, reset compression=false 2024-11-20T18:20:22,018 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1653ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-20T18:20:22,117 DEBUG [RS:0;6b87edf34edd:43233.replicationSource.wal-reader.6b87edf34edd%2C43233%2C1732126819626,1-6b87edf34edd,43233,1732126819626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/WALs/6b87edf34edd,43233,1732126819626/6b87edf34edd%2C43233%2C1732126819626.1732126820682 to pos 0, reset compression=false 2024-11-20T18:20:22,722 DEBUG [RS:0;6b87edf34edd:43233.replicationSource.wal-reader.6b87edf34edd%2C43233%2C1732126819626,1-6b87edf34edd,43233,1732126819626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/WALs/6b87edf34edd,43233,1732126819626/6b87edf34edd%2C43233%2C1732126819626.1732126820682 to pos 0, reset compression=false 2024-11-20T18:20:23,427 DEBUG [RS:0;6b87edf34edd:43233.replicationSource.wal-reader.6b87edf34edd%2C43233%2C1732126819626,1-6b87edf34edd,43233,1732126819626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/WALs/6b87edf34edd,43233,1732126819626/6b87edf34edd%2C43233%2C1732126819626.1732126820682 to pos 0, reset compression=false 2024-11-20T18:20:23,520 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3155ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-20T18:20:24,232 DEBUG [RS:0;6b87edf34edd:43233.replicationSource.wal-reader.6b87edf34edd%2C43233%2C1732126819626,1-6b87edf34edd,43233,1732126819626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/WALs/6b87edf34edd,43233,1732126819626/6b87edf34edd%2C43233%2C1732126819626.1732126820682 to pos 0, reset compression=false 2024-11-20T18:20:24,872 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-20T18:20:24,872 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T18:20:24,873 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:20:24,873 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,43233,1732126819626, seqNum=-1] 2024-11-20T18:20:24,873 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:20:24,874 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59571, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:20:24,878 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b6e4e70f309799db76d0d7657d1f25da, regionState=OPEN, lastHost=6b87edf34edd,45169,1732126805435, regionLocation=6b87edf34edd,45169,1732126805435, openSeqNum=2 2024-11-20T18:20:24,878 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T18:20:24,878 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732126884878 2024-11-20T18:20:24,878 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732126944878 2024-11-20T18:20:24,878 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 6 msec 2024-11-20T18:20:24,878 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 6b87edf34edd,45169,1732126805435 had 2 regions 2024-11-20T18:20:24,879 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,46783,1732126819581-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:24,879 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,46783,1732126819581-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:24,879 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,46783,1732126819581-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:24,879 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b87edf34edd:46783, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:24,879 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:24,879 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:24,880 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 6b87edf34edd,45169,1732126805435, splitWal=true, meta=true, isMeta: false 2024-11-20T18:20:24,881 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/WALs/6b87edf34edd,45169,1732126805435-splitting dir is empty, no logs to split. 2024-11-20T18:20:24,881 INFO [PEWorker-3 {}] master.SplitWALManager(105): 6b87edf34edd,45169,1732126805435 WAL count=0, meta=false 2024-11-20T18:20:24,884 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/WALs/6b87edf34edd,45169,1732126805435-splitting dir is empty, no logs to split. 2024-11-20T18:20:24,884 INFO [PEWorker-3 {}] master.SplitWALManager(105): 6b87edf34edd,45169,1732126805435 WAL count=0, meta=false 2024-11-20T18:20:24,884 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 6b87edf34edd,45169,1732126805435 WAL splitting is done? wals=0, meta=false 2024-11-20T18:20:24,885 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.195sec 2024-11-20T18:20:24,885 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T18:20:24,886 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T18:20:24,886 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T18:20:24,886 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T18:20:24,886 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T18:20:24,886 WARN [master/6b87edf34edd:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=6b87edf34edd,45169,1732126805435/hbase:replication,,1732126813474.b6e4e70f309799db76d0d7657d1f25da. 2024-11-20T18:20:24,886 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,46783,1732126819581-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T18:20:24,886 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,46783,1732126819581-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T18:20:24,887 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b6e4e70f309799db76d0d7657d1f25da, ASSIGN}] 2024-11-20T18:20:24,889 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b6e4e70f309799db76d0d7657d1f25da, ASSIGN 2024-11-20T18:20:24,890 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b6e4e70f309799db76d0d7657d1f25da, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T18:20:24,891 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T18:20:24,891 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T18:20:24,891 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,46783,1732126819581-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:24,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f7facd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:20:24,954 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,46783,-1 for getting cluster id 2024-11-20T18:20:24,954 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:20:24,955 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '482695c2-1c66-4a6b-86b8-8a62fd1413ab' 2024-11-20T18:20:24,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:20:24,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "482695c2-1c66-4a6b-86b8-8a62fd1413ab" 2024-11-20T18:20:24,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18be987e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:20:24,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,46783,-1] 2024-11-20T18:20:24,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:20:24,956 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:24,956 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:20:24,957 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24265446, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:20:24,957 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:20:24,958 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,43233,1732126819626, seqNum=-1] 2024-11-20T18:20:24,958 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:20:24,959 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:20:24,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-20T18:20:24,961 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:20:24,962 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:20:24,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:24,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:24,962 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:20:24,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 6b87edf34edd:46783 after: 6b87edf34edd:46783 2024-11-20T18:20:24,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e090cfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:20:24,963 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,46783,-1 for getting cluster id 2024-11-20T18:20:24,963 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:20:24,964 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '482695c2-1c66-4a6b-86b8-8a62fd1413ab' 2024-11-20T18:20:24,964 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:20:24,964 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "482695c2-1c66-4a6b-86b8-8a62fd1413ab" 2024-11-20T18:20:24,964 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@503f41b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:20:24,964 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,46783,-1] 2024-11-20T18:20:24,964 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:20:24,964 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:24,965 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:20:24,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18dcd420, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:20:24,966 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:20:24,966 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,46783,1732126819581 2024-11-20T18:20:24,966 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e82da36 2024-11-20T18:20:24,966 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:20:24,967 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:20:24,967 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46783 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-20T18:20:24,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T18:20:24,968 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:20:24,968 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:20:24,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:24,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:24,968 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:20:24,968 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T18:20:24,968 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1119945723, stopped=false 2024-11-20T18:20:24,968 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b87edf34edd,33213,1732126810361 2024-11-20T18:20:25,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33213-0x10159797fa70003, quorum=127.0.0.1:50674, baseZNode=/1-76219448 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-76219448/running 2024-11-20T18:20:25,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46457-0x10159797fa70004, quorum=127.0.0.1:50674, baseZNode=/1-76219448 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-76219448/running 2024-11-20T18:20:25,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46457-0x10159797fa70004, quorum=127.0.0.1:50674, baseZNode=/1-76219448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-76219448 2024-11-20T18:20:25,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33213-0x10159797fa70003, quorum=127.0.0.1:50674, baseZNode=/1-76219448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-76219448 2024-11-20T18:20:25,005 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T18:20:25,006 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:20:25,006 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:20:25,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:25,006 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b87edf34edd,46457,1732126810509' ***** 2024-11-20T18:20:25,006 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T18:20:25,006 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46457-0x10159797fa70004, quorum=127.0.0.1:50674, baseZNode=/1-76219448 Set watcher on znode that does not yet exist, /1-76219448/running 2024-11-20T18:20:25,006 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33213-0x10159797fa70003, quorum=127.0.0.1:50674, baseZNode=/1-76219448 Set watcher on znode that does not yet exist, /1-76219448/running 2024-11-20T18:20:25,007 INFO [RS:0;6b87edf34edd:46457 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T18:20:25,007 INFO [RS:0;6b87edf34edd:46457 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T18:20:25,007 INFO [RS:0;6b87edf34edd:46457 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T18:20:25,007 INFO [RS:0;6b87edf34edd:46457 {}] regionserver.HRegionServer(959): stopping server 6b87edf34edd,46457,1732126810509 2024-11-20T18:20:25,007 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T18:20:25,007 INFO [RS:0;6b87edf34edd:46457 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T18:20:25,007 INFO [RS:0;6b87edf34edd:46457 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b87edf34edd:46457. 2024-11-20T18:20:25,007 DEBUG [RS:0;6b87edf34edd:46457 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:20:25,007 DEBUG [RS:0;6b87edf34edd:46457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:25,007 INFO [RS:0;6b87edf34edd:46457 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T18:20:25,007 INFO [RS:0;6b87edf34edd:46457 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T18:20:25,007 INFO [RS:0;6b87edf34edd:46457 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T18:20:25,007 INFO [RS:0;6b87edf34edd:46457 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T18:20:25,007 INFO [RS:0;6b87edf34edd:46457 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T18:20:25,007 DEBUG [RS:0;6b87edf34edd:46457 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T18:20:25,008 DEBUG [RS:0;6b87edf34edd:46457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T18:20:25,008 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T18:20:25,008 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T18:20:25,008 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T18:20:25,008 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T18:20:25,008 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T18:20:25,008 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-20T18:20:25,024 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35501/user/jenkins/test-data/d0187af5-f4b1-1a6e-567a-7a4cf08315a1/data/hbase/meta/1588230740/.tmp/ns/7d5dabdb4bd94d44969a25bd3871bb72 is 43, key is default/ns:d/1732126813414/Put/seqid=0 2024-11-20T18:20:25,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741835_1011 (size=5153) 2024-11-20T18:20:25,040 DEBUG [6b87edf34edd:46783 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T18:20:25,041 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=b6e4e70f309799db76d0d7657d1f25da, regionState=OPENING, regionLocation=6b87edf34edd,43233,1732126819626 2024-11-20T18:20:25,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b6e4e70f309799db76d0d7657d1f25da, ASSIGN because future has completed 2024-11-20T18:20:25,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6e4e70f309799db76d0d7657d1f25da, server=6b87edf34edd,43233,1732126819626}] 2024-11-20T18:20:25,104 INFO [regionserver/6b87edf34edd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T18:20:25,136 DEBUG [RS:0;6b87edf34edd:43233.replicationSource.wal-reader.6b87edf34edd%2C43233%2C1732126819626,1-6b87edf34edd,43233,1732126819626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/WALs/6b87edf34edd,43233,1732126819626/6b87edf34edd%2C43233%2C1732126819626.1732126820682 to pos 0, reset compression=false 2024-11-20T18:20:25,198 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732126813474.b6e4e70f309799db76d0d7657d1f25da. 2024-11-20T18:20:25,198 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:20:25,198 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T18:20:25,200 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b87edf34edd%2C43233%2C1732126819626.rep, suffix=, logDir=hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/WALs/6b87edf34edd,43233,1732126819626, archiveDir=hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/oldWALs, maxLogs=10 2024-11-20T18:20:25,208 DEBUG [RS:0;6b87edf34edd:46457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T18:20:25,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/WALs/6b87edf34edd,43233,1732126819626/6b87edf34edd%2C43233%2C1732126819626.rep.1732126825200, exclude list is [], retry=0 2024-11-20T18:20:25,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33449,DS-eac6e883-d24e-4a75-8e3c-6164711f1f9a,DISK] 2024-11-20T18:20:25,215 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/WALs/6b87edf34edd,43233,1732126819626/6b87edf34edd%2C43233%2C1732126819626.rep.1732126825200 2024-11-20T18:20:25,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42331:42331)] 2024-11-20T18:20:25,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => b6e4e70f309799db76d0d7657d1f25da, NAME => 'hbase:replication,,1732126813474.b6e4e70f309799db76d0d7657d1f25da.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:20:25,216 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T18:20:25,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T18:20:25,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732126813474.b6e4e70f309799db76d0d7657d1f25da. service=MultiRowMutationService 2024-11-20T18:20:25,216 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T18:20:25,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b6e4e70f309799db76d0d7657d1f25da 2024-11-20T18:20:25,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732126813474.b6e4e70f309799db76d0d7657d1f25da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:20:25,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for b6e4e70f309799db76d0d7657d1f25da 2024-11-20T18:20:25,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for b6e4e70f309799db76d0d7657d1f25da 2024-11-20T18:20:25,218 INFO [StoreOpener-b6e4e70f309799db76d0d7657d1f25da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b6e4e70f309799db76d0d7657d1f25da 2024-11-20T18:20:25,219 INFO [StoreOpener-b6e4e70f309799db76d0d7657d1f25da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6e4e70f309799db76d0d7657d1f25da columnFamilyName hfileref 2024-11-20T18:20:25,219 DEBUG [StoreOpener-b6e4e70f309799db76d0d7657d1f25da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:25,219 INFO [StoreOpener-b6e4e70f309799db76d0d7657d1f25da-1 {}] regionserver.HStore(327): Store=b6e4e70f309799db76d0d7657d1f25da/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:20:25,219 INFO [StoreOpener-b6e4e70f309799db76d0d7657d1f25da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b6e4e70f309799db76d0d7657d1f25da 2024-11-20T18:20:25,220 INFO [StoreOpener-b6e4e70f309799db76d0d7657d1f25da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6e4e70f309799db76d0d7657d1f25da columnFamilyName queue 2024-11-20T18:20:25,220 DEBUG [StoreOpener-b6e4e70f309799db76d0d7657d1f25da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:25,225 DEBUG [StoreOpener-b6e4e70f309799db76d0d7657d1f25da-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/data/hbase/replication/b6e4e70f309799db76d0d7657d1f25da/queue/0856db198d1c4b79ad1b726acc9f9fb8 2024-11-20T18:20:25,225 INFO [StoreOpener-b6e4e70f309799db76d0d7657d1f25da-1 {}] regionserver.HStore(327): Store=b6e4e70f309799db76d0d7657d1f25da/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:20:25,225 INFO [StoreOpener-b6e4e70f309799db76d0d7657d1f25da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b6e4e70f309799db76d0d7657d1f25da 2024-11-20T18:20:25,226 INFO [StoreOpener-b6e4e70f309799db76d0d7657d1f25da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6e4e70f309799db76d0d7657d1f25da columnFamilyName sid 2024-11-20T18:20:25,226 DEBUG [StoreOpener-b6e4e70f309799db76d0d7657d1f25da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:25,227 INFO [StoreOpener-b6e4e70f309799db76d0d7657d1f25da-1 {}] regionserver.HStore(327): Store=b6e4e70f309799db76d0d7657d1f25da/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:20:25,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for b6e4e70f309799db76d0d7657d1f25da 2024-11-20T18:20:25,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/data/hbase/replication/b6e4e70f309799db76d0d7657d1f25da 2024-11-20T18:20:25,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/data/hbase/replication/b6e4e70f309799db76d0d7657d1f25da 2024-11-20T18:20:25,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for b6e4e70f309799db76d0d7657d1f25da 2024-11-20T18:20:25,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for b6e4e70f309799db76d0d7657d1f25da 2024-11-20T18:20:25,230 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T18:20:25,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for b6e4e70f309799db76d0d7657d1f25da 2024-11-20T18:20:25,231 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened b6e4e70f309799db76d0d7657d1f25da; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60304172, jitterRate=-0.1013978123664856}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T18:20:25,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b6e4e70f309799db76d0d7657d1f25da 2024-11-20T18:20:25,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for b6e4e70f309799db76d0d7657d1f25da: Running coprocessor pre-open hook at 1732126825217Writing region info on filesystem at 1732126825217Initializing all the Stores at 1732126825217Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126825217Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126825218 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126825218Cleaning up temporary data from old regions at 1732126825229 (+11 ms)Running coprocessor post-open hooks at 1732126825231 (+2 ms)Region opened successfully at 1732126825232 (+1 ms) 2024-11-20T18:20:25,233 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732126813474.b6e4e70f309799db76d0d7657d1f25da., pid=13, masterSystemTime=1732126825195 2024-11-20T18:20:25,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732126813474.b6e4e70f309799db76d0d7657d1f25da. 2024-11-20T18:20:25,235 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732126813474.b6e4e70f309799db76d0d7657d1f25da. 2024-11-20T18:20:25,235 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=b6e4e70f309799db76d0d7657d1f25da, regionState=OPEN, openSeqNum=9, regionLocation=6b87edf34edd,43233,1732126819626 2024-11-20T18:20:25,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6e4e70f309799db76d0d7657d1f25da, server=6b87edf34edd,43233,1732126819626 because future has completed 2024-11-20T18:20:25,241 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-20T18:20:25,241 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure b6e4e70f309799db76d0d7657d1f25da, server=6b87edf34edd,43233,1732126819626 in 194 msec 2024-11-20T18:20:25,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-20T18:20:25,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b6e4e70f309799db76d0d7657d1f25da, ASSIGN in 354 msec 2024-11-20T18:20:25,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-20T18:20:25,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732126813474.b6e4e70f309799db76d0d7657d1f25da., hostname=6b87edf34edd,43233,1732126819626, seqNum=9] 2024-11-20T18:20:25,260 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 6b87edf34edd,45169,1732126805435 2024-11-20T18:20:25,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-20T18:20:25,408 DEBUG [RS:0;6b87edf34edd:46457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T18:20:25,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43233 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-20T18:20:25,429 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35501/user/jenkins/test-data/d0187af5-f4b1-1a6e-567a-7a4cf08315a1/data/hbase/meta/1588230740/.tmp/ns/7d5dabdb4bd94d44969a25bd3871bb72 2024-11-20T18:20:25,435 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35501/user/jenkins/test-data/d0187af5-f4b1-1a6e-567a-7a4cf08315a1/data/hbase/meta/1588230740/.tmp/ns/7d5dabdb4bd94d44969a25bd3871bb72 as hdfs://localhost:35501/user/jenkins/test-data/d0187af5-f4b1-1a6e-567a-7a4cf08315a1/data/hbase/meta/1588230740/ns/7d5dabdb4bd94d44969a25bd3871bb72 2024-11-20T18:20:25,440 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35501/user/jenkins/test-data/d0187af5-f4b1-1a6e-567a-7a4cf08315a1/data/hbase/meta/1588230740/ns/7d5dabdb4bd94d44969a25bd3871bb72, entries=2, sequenceid=6, filesize=5.0 K 2024-11-20T18:20:25,441 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=6, compaction requested=false 2024-11-20T18:20:25,441 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T18:20:25,445 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35501/user/jenkins/test-data/d0187af5-f4b1-1a6e-567a-7a4cf08315a1/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T18:20:25,445 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T18:20:25,445 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T18:20:25,445 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T18:20:25,446 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732126825008Running coprocessor pre-close hooks at 1732126825008Disabling compacts and flushes for region at 1732126825008Disabling writes for close at 1732126825008Obtaining lock to block concurrent updates at 1732126825008Preparing flush snapshotting stores in 1588230740 at 1732126825008Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732126825008Flushing stores of hbase:meta,,1.1588230740 at 1732126825009 (+1 ms)Flushing 1588230740/ns: creating writer at 1732126825009Flushing 1588230740/ns: appending metadata at 1732126825023 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732126825023Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f1d82fb: reopening flushed file at 1732126825434 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=6, compaction requested=false at 1732126825441 (+7 ms)Writing region close event to WAL at 1732126825442 (+1 ms)Running coprocessor post-close hooks at 1732126825445 (+3 ms)Closed at 1732126825445 2024-11-20T18:20:25,446 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T18:20:25,594 INFO [regionserver/6b87edf34edd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T18:20:25,595 INFO [regionserver/6b87edf34edd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T18:20:25,608 INFO [RS:0;6b87edf34edd:46457 {}] regionserver.HRegionServer(976): stopping server 6b87edf34edd,46457,1732126810509; all regions closed. 2024-11-20T18:20:25,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741834_1010 (size=1152) 2024-11-20T18:20:25,638 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d0187af5-f4b1-1a6e-567a-7a4cf08315a1/WALs/6b87edf34edd,46457,1732126810509/6b87edf34edd%2C46457%2C1732126810509.meta.1732126813365.meta not finished, retry = 0 2024-11-20T18:20:25,741 DEBUG [RS:0;6b87edf34edd:46457 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d0187af5-f4b1-1a6e-567a-7a4cf08315a1/oldWALs 2024-11-20T18:20:25,741 INFO [RS:0;6b87edf34edd:46457 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b87edf34edd%2C46457%2C1732126810509.meta:.meta(num 1732126813365) 2024-11-20T18:20:25,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741833_1009 (size=93) 2024-11-20T18:20:25,744 DEBUG [RS:0;6b87edf34edd:46457 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d0187af5-f4b1-1a6e-567a-7a4cf08315a1/oldWALs 2024-11-20T18:20:25,744 INFO [RS:0;6b87edf34edd:46457 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b87edf34edd%2C46457%2C1732126810509:(num 1732126812722) 2024-11-20T18:20:25,744 DEBUG [RS:0;6b87edf34edd:46457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:25,744 INFO [RS:0;6b87edf34edd:46457 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T18:20:25,744 INFO [RS:0;6b87edf34edd:46457 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T18:20:25,744 INFO [RS:0;6b87edf34edd:46457 {}] hbase.ChoreService(370): Chore service for: regionserver/6b87edf34edd:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T18:20:25,744 INFO [RS:0;6b87edf34edd:46457 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T18:20:25,744 INFO [regionserver/6b87edf34edd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T18:20:25,744 INFO [RS:0;6b87edf34edd:46457 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46457 2024-11-20T18:20:25,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33213-0x10159797fa70003, quorum=127.0.0.1:50674, baseZNode=/1-76219448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-76219448/rs 2024-11-20T18:20:25,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46457-0x10159797fa70004, quorum=127.0.0.1:50674, baseZNode=/1-76219448 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-76219448/rs/6b87edf34edd,46457,1732126810509 2024-11-20T18:20:25,763 INFO [RS:0;6b87edf34edd:46457 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T18:20:25,774 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b87edf34edd,46457,1732126810509] 2024-11-20T18:20:25,784 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-76219448/draining/6b87edf34edd,46457,1732126810509 already deleted, retry=false 2024-11-20T18:20:25,784 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b87edf34edd,46457,1732126810509 expired; onlineServers=0 2024-11-20T18:20:25,784 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b87edf34edd,33213,1732126810361' ***** 2024-11-20T18:20:25,784 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T18:20:25,784 INFO [M:0;6b87edf34edd:33213 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T18:20:25,784 INFO [M:0;6b87edf34edd:33213 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T18:20:25,784 DEBUG [M:0;6b87edf34edd:33213 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T18:20:25,785 DEBUG [M:0;6b87edf34edd:33213 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T18:20:25,785 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T18:20:25,785 DEBUG [master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732126812518 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732126812518,5,FailOnTimeoutGroup] 2024-11-20T18:20:25,785 DEBUG [master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732126812518 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732126812518,5,FailOnTimeoutGroup] 2024-11-20T18:20:25,785 INFO [M:0;6b87edf34edd:33213 {}] hbase.ChoreService(370): Chore service for: master/6b87edf34edd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T18:20:25,785 INFO [M:0;6b87edf34edd:33213 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T18:20:25,785 DEBUG [M:0;6b87edf34edd:33213 {}] master.HMaster(1795): Stopping service threads 2024-11-20T18:20:25,785 INFO [M:0;6b87edf34edd:33213 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T18:20:25,785 INFO [M:0;6b87edf34edd:33213 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T18:20:25,785 INFO [M:0;6b87edf34edd:33213 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T18:20:25,785 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T18:20:25,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33213-0x10159797fa70003, quorum=127.0.0.1:50674, baseZNode=/1-76219448 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-76219448/master 2024-11-20T18:20:25,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33213-0x10159797fa70003, quorum=127.0.0.1:50674, baseZNode=/1-76219448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-76219448 2024-11-20T18:20:25,795 DEBUG [M:0;6b87edf34edd:33213 {}] zookeeper.ZKUtil(347): master:33213-0x10159797fa70003, quorum=127.0.0.1:50674, baseZNode=/1-76219448 Unable to get data of znode /1-76219448/master because node does not exist (not an error) 2024-11-20T18:20:25,795 WARN [M:0;6b87edf34edd:33213 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T18:20:25,796 INFO [M:0;6b87edf34edd:33213 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35501/user/jenkins/test-data/d0187af5-f4b1-1a6e-567a-7a4cf08315a1/.lastflushedseqids 2024-11-20T18:20:25,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741836_1012 (size=99) 2024-11-20T18:20:25,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46457-0x10159797fa70004, quorum=127.0.0.1:50674, baseZNode=/1-76219448 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:20:25,874 INFO [RS:0;6b87edf34edd:46457 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T18:20:25,874 INFO [RS:0;6b87edf34edd:46457 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b87edf34edd,46457,1732126810509; zookeeper connection closed. 2024-11-20T18:20:25,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46457-0x10159797fa70004, quorum=127.0.0.1:50674, baseZNode=/1-76219448 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:20:25,874 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@48416895 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@48416895 2024-11-20T18:20:25,874 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T18:20:26,142 DEBUG [RS:0;6b87edf34edd:43233.replicationSource.wal-reader.6b87edf34edd%2C43233%2C1732126819626,1-6b87edf34edd,43233,1732126819626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/WALs/6b87edf34edd,43233,1732126819626/6b87edf34edd%2C43233%2C1732126819626.1732126820682 to pos 0, reset compression=false 2024-11-20T18:20:26,205 INFO [M:0;6b87edf34edd:33213 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T18:20:26,205 INFO [M:0;6b87edf34edd:33213 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T18:20:26,205 DEBUG [M:0;6b87edf34edd:33213 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T18:20:26,205 INFO [M:0;6b87edf34edd:33213 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:20:26,205 DEBUG [M:0;6b87edf34edd:33213 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:20:26,205 DEBUG [M:0;6b87edf34edd:33213 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T18:20:26,205 DEBUG [M:0;6b87edf34edd:33213 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:20:26,205 INFO [M:0;6b87edf34edd:33213 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-20T18:20:26,224 DEBUG [M:0;6b87edf34edd:33213 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35501/user/jenkins/test-data/d0187af5-f4b1-1a6e-567a-7a4cf08315a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ba7908677d39419a8bac231875f202f3 is 82, key is hbase:meta,,1/info:regioninfo/1732126813394/Put/seqid=0 2024-11-20T18:20:26,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741837_1013 (size=5672) 2024-11-20T18:20:26,462 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T18:20:26,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:20:26,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:20:26,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:20:26,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:20:26,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:20:26,630 INFO [M:0;6b87edf34edd:33213 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35501/user/jenkins/test-data/d0187af5-f4b1-1a6e-567a-7a4cf08315a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ba7908677d39419a8bac231875f202f3 2024-11-20T18:20:26,647 DEBUG [M:0;6b87edf34edd:33213 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35501/user/jenkins/test-data/d0187af5-f4b1-1a6e-567a-7a4cf08315a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e2e76dda3ea54c9183ada2e688e0eacf is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732126813416/Put/seqid=0 2024-11-20T18:20:26,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741838_1014 (size=5275) 2024-11-20T18:20:27,051 INFO [M:0;6b87edf34edd:33213 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35501/user/jenkins/test-data/d0187af5-f4b1-1a6e-567a-7a4cf08315a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e2e76dda3ea54c9183ada2e688e0eacf 2024-11-20T18:20:27,069 DEBUG [M:0;6b87edf34edd:33213 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35501/user/jenkins/test-data/d0187af5-f4b1-1a6e-567a-7a4cf08315a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/17078d24154443608c8856e7d042c09d is 69, key is 6b87edf34edd,46457,1732126810509/rs:state/1732126812571/Put/seqid=0 2024-11-20T18:20:27,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741839_1015 (size=5156) 2024-11-20T18:20:27,248 DEBUG [RS:0;6b87edf34edd:43233.replicationSource.wal-reader.6b87edf34edd%2C43233%2C1732126819626,1-6b87edf34edd,43233,1732126819626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/WALs/6b87edf34edd,43233,1732126819626/6b87edf34edd%2C43233%2C1732126819626.1732126820682 to pos 0, reset compression=false 2024-11-20T18:20:27,473 INFO [M:0;6b87edf34edd:33213 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35501/user/jenkins/test-data/d0187af5-f4b1-1a6e-567a-7a4cf08315a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/17078d24154443608c8856e7d042c09d 2024-11-20T18:20:27,479 DEBUG [M:0;6b87edf34edd:33213 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35501/user/jenkins/test-data/d0187af5-f4b1-1a6e-567a-7a4cf08315a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ba7908677d39419a8bac231875f202f3 as hdfs://localhost:35501/user/jenkins/test-data/d0187af5-f4b1-1a6e-567a-7a4cf08315a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ba7908677d39419a8bac231875f202f3 2024-11-20T18:20:27,485 INFO [M:0;6b87edf34edd:33213 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35501/user/jenkins/test-data/d0187af5-f4b1-1a6e-567a-7a4cf08315a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ba7908677d39419a8bac231875f202f3, entries=8, sequenceid=28, filesize=5.5 K 2024-11-20T18:20:27,486 DEBUG [M:0;6b87edf34edd:33213 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35501/user/jenkins/test-data/d0187af5-f4b1-1a6e-567a-7a4cf08315a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e2e76dda3ea54c9183ada2e688e0eacf as hdfs://localhost:35501/user/jenkins/test-data/d0187af5-f4b1-1a6e-567a-7a4cf08315a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e2e76dda3ea54c9183ada2e688e0eacf 2024-11-20T18:20:27,491 INFO [M:0;6b87edf34edd:33213 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35501/user/jenkins/test-data/d0187af5-f4b1-1a6e-567a-7a4cf08315a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e2e76dda3ea54c9183ada2e688e0eacf, entries=3, sequenceid=28, filesize=5.2 K 2024-11-20T18:20:27,492 DEBUG [M:0;6b87edf34edd:33213 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35501/user/jenkins/test-data/d0187af5-f4b1-1a6e-567a-7a4cf08315a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/17078d24154443608c8856e7d042c09d as hdfs://localhost:35501/user/jenkins/test-data/d0187af5-f4b1-1a6e-567a-7a4cf08315a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/17078d24154443608c8856e7d042c09d 2024-11-20T18:20:27,498 INFO [M:0;6b87edf34edd:33213 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35501/user/jenkins/test-data/d0187af5-f4b1-1a6e-567a-7a4cf08315a1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/17078d24154443608c8856e7d042c09d, entries=1, sequenceid=28, filesize=5.0 K 2024-11-20T18:20:27,499 INFO [M:0;6b87edf34edd:33213 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=28, compaction requested=false 2024-11-20T18:20:27,501 INFO [M:0;6b87edf34edd:33213 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:20:27,501 DEBUG [M:0;6b87edf34edd:33213 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732126826205Disabling compacts and flushes for region at 1732126826205Disabling writes for close at 1732126826205Obtaining lock to block concurrent updates at 1732126826205Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732126826205Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732126826205Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732126826206 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732126826206Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732126826224 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732126826224Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732126826634 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732126826647 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732126826647Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732126827056 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732126827069 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732126827069Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2efe08a2: reopening flushed file at 1732126827478 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b38f1d7: reopening flushed file at 1732126827485 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@189258fb: reopening flushed file at 1732126827491 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=28, compaction requested=false at 1732126827499 (+8 ms)Writing region close event to WAL at 1732126827501 (+2 ms)Closed at 1732126827501 2024-11-20T18:20:27,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45433 is added to blk_1073741830_1006 (size=10165) 2024-11-20T18:20:27,504 INFO [M:0;6b87edf34edd:33213 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T18:20:27,504 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T18:20:27,504 INFO [M:0;6b87edf34edd:33213 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33213 2024-11-20T18:20:27,504 INFO [M:0;6b87edf34edd:33213 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T18:20:27,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33213-0x10159797fa70003, quorum=127.0.0.1:50674, baseZNode=/1-76219448 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:20:27,674 INFO [M:0;6b87edf34edd:33213 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T18:20:27,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33213-0x10159797fa70003, quorum=127.0.0.1:50674, baseZNode=/1-76219448 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:20:27,709 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e32095a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T18:20:27,709 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5665afa4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T18:20:27,709 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T18:20:27,709 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27515690{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T18:20:27,709 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b2a8312{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0649ca3-34f7-2f06-7d7d-03c3340260f1/hadoop.log.dir/,STOPPED} 2024-11-20T18:20:27,711 WARN [BP-924461119-172.17.0.3-1732126808015 heartbeating to localhost/127.0.0.1:35501 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T18:20:27,711 WARN [BP-924461119-172.17.0.3-1732126808015 heartbeating to localhost/127.0.0.1:35501 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-924461119-172.17.0.3-1732126808015 (Datanode Uuid c78df694-2c9c-4dca-b6fa-d209f707fe0c) service to localhost/127.0.0.1:35501 2024-11-20T18:20:27,711 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T18:20:27,711 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T18:20:27,711 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0649ca3-34f7-2f06-7d7d-03c3340260f1/cluster_02ce580f-6e2f-b393-d8d2-a1a308a107bb/data/data1/current/BP-924461119-172.17.0.3-1732126808015 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T18:20:27,711 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0649ca3-34f7-2f06-7d7d-03c3340260f1/cluster_02ce580f-6e2f-b393-d8d2-a1a308a107bb/data/data2/current/BP-924461119-172.17.0.3-1732126808015 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T18:20:27,711 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T18:20:27,716 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4853dbd5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T18:20:27,716 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@190ed96d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T18:20:27,716 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T18:20:27,716 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@500e451c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T18:20:27,717 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35d3fbf1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0649ca3-34f7-2f06-7d7d-03c3340260f1/hadoop.log.dir/,STOPPED} 2024-11-20T18:20:27,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T18:20:27,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T18:20:27,727 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:20:27,727 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:20:27,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:27,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:27,727 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:20:27,727 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T18:20:27,727 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=575989887, stopped=false 2024-11-20T18:20:27,727 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b87edf34edd,46783,1732126819581 2024-11-20T18:20:27,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46783-0x10159797fa70006, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01375755092/running 2024-11-20T18:20:27,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43233-0x10159797fa70007, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01375755092/running 2024-11-20T18:20:27,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46783-0x10159797fa70006, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375755092 2024-11-20T18:20:27,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43233-0x10159797fa70007, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375755092 2024-11-20T18:20:27,742 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T18:20:27,742 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:20:27,742 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43233-0x10159797fa70007, quorum=127.0.0.1:50674, baseZNode=/01375755092 Set watcher on znode that does not yet exist, /01375755092/running 2024-11-20T18:20:27,742 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46783-0x10159797fa70006, quorum=127.0.0.1:50674, baseZNode=/01375755092 Set watcher on znode that does not yet exist, /01375755092/running 2024-11-20T18:20:27,743 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:20:27,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:27,743 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b87edf34edd,43233,1732126819626' ***** 2024-11-20T18:20:27,743 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T18:20:27,743 INFO [RS:0;6b87edf34edd:43233 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T18:20:27,743 INFO [RS:0;6b87edf34edd:43233 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T18:20:27,743 INFO [RS:0;6b87edf34edd:43233 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T18:20:27,743 INFO [RS:0;6b87edf34edd:43233 {}] regionserver.HRegionServer(3091): Received CLOSE for b6e4e70f309799db76d0d7657d1f25da 2024-11-20T18:20:27,743 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T18:20:27,743 INFO [RS:0;6b87edf34edd:43233 {}] regionserver.HRegionServer(959): stopping server 6b87edf34edd,43233,1732126819626 2024-11-20T18:20:27,743 INFO [RS:0;6b87edf34edd:43233 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T18:20:27,744 INFO [RS:0;6b87edf34edd:43233 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b87edf34edd:43233. 2024-11-20T18:20:27,744 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b6e4e70f309799db76d0d7657d1f25da, disabling compactions & flushes 2024-11-20T18:20:27,744 DEBUG [RS:0;6b87edf34edd:43233 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:20:27,744 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732126813474.b6e4e70f309799db76d0d7657d1f25da. 2024-11-20T18:20:27,744 DEBUG [RS:0;6b87edf34edd:43233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:27,744 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732126813474.b6e4e70f309799db76d0d7657d1f25da. 2024-11-20T18:20:27,744 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732126813474.b6e4e70f309799db76d0d7657d1f25da. after waiting 0 ms 2024-11-20T18:20:27,744 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732126813474.b6e4e70f309799db76d0d7657d1f25da. 2024-11-20T18:20:27,744 INFO [RS:0;6b87edf34edd:43233 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T18:20:27,744 INFO [RS:0;6b87edf34edd:43233 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T18:20:27,744 INFO [RS:0;6b87edf34edd:43233 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T18:20:27,744 INFO [RS:0;6b87edf34edd:43233 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T18:20:27,744 INFO [RS:0;6b87edf34edd:43233 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T18:20:27,744 DEBUG [RS:0;6b87edf34edd:43233 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b6e4e70f309799db76d0d7657d1f25da=hbase:replication,,1732126813474.b6e4e70f309799db76d0d7657d1f25da.} 2024-11-20T18:20:27,744 DEBUG [RS:0;6b87edf34edd:43233 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b6e4e70f309799db76d0d7657d1f25da 2024-11-20T18:20:27,744 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T18:20:27,744 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T18:20:27,744 INFO [regionserver/6b87edf34edd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T18:20:27,744 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T18:20:27,744 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T18:20:27,744 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T18:20:27,744 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-20T18:20:27,747 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/data/hbase/replication/b6e4e70f309799db76d0d7657d1f25da/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-20T18:20:27,748 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T18:20:27,748 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T18:20:27,748 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732126813474.b6e4e70f309799db76d0d7657d1f25da. 2024-11-20T18:20:27,748 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b6e4e70f309799db76d0d7657d1f25da: Waiting for close lock at 1732126827743Running coprocessor pre-close hooks at 1732126827743Disabling compacts and flushes for region at 1732126827744 (+1 ms)Disabling writes for close at 1732126827744Writing region close event to WAL at 1732126827744Running coprocessor post-close hooks at 1732126827748 (+4 ms)Closed at 1732126827748 2024-11-20T18:20:27,748 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732126813474.b6e4e70f309799db76d0d7657d1f25da. 2024-11-20T18:20:27,764 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/data/hbase/meta/1588230740/.tmp/info/3b5d426afc0a40cdbfc342fc62771ac4 is 147, key is hbase:replication,,1732126813474.b6e4e70f309799db76d0d7657d1f25da./info:regioninfo/1732126825235/Put/seqid=0 2024-11-20T18:20:27,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741851_1027 (size=6385) 2024-11-20T18:20:27,944 DEBUG [RS:0;6b87edf34edd:43233 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T18:20:28,144 DEBUG [RS:0;6b87edf34edd:43233 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T18:20:28,168 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/data/hbase/meta/1588230740/.tmp/info/3b5d426afc0a40cdbfc342fc62771ac4 2024-11-20T18:20:28,174 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/data/hbase/meta/1588230740/.tmp/info/3b5d426afc0a40cdbfc342fc62771ac4 as hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/data/hbase/meta/1588230740/info/3b5d426afc0a40cdbfc342fc62771ac4 2024-11-20T18:20:28,179 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/data/hbase/meta/1588230740/info/3b5d426afc0a40cdbfc342fc62771ac4, entries=8, sequenceid=19, filesize=6.2 K 2024-11-20T18:20:28,180 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 436ms, sequenceid=19, compaction requested=false 2024-11-20T18:20:28,186 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-20T18:20:28,186 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T18:20:28,186 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T18:20:28,186 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T18:20:28,186 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732126827744Running coprocessor pre-close hooks at 1732126827744Disabling compacts and flushes for region at 1732126827744Disabling writes for close at 1732126827744Obtaining lock to block concurrent updates at 1732126827744Preparing flush snapshotting stores in 1588230740 at 1732126827744Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732126827745 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732126827745Flushing 1588230740/info: creating writer at 1732126827745Flushing 1588230740/info: appending metadata at 1732126827763 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732126827764 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f69320f: reopening flushed file at 1732126828173 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 436ms, sequenceid=19, compaction requested=false at 1732126828180 (+7 ms)Writing region close event to WAL at 1732126828183 (+3 ms)Running coprocessor post-close hooks at 1732126828186 (+3 ms)Closed at 1732126828186 2024-11-20T18:20:28,187 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T18:20:28,345 INFO [RS:0;6b87edf34edd:43233 {}] regionserver.HRegionServer(976): stopping server 6b87edf34edd,43233,1732126819626; all regions closed. 2024-11-20T18:20:28,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741849_1025 (size=2156) 2024-11-20T18:20:28,349 DEBUG [RS:0;6b87edf34edd:43233 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/oldWALs 2024-11-20T18:20:28,349 INFO [RS:0;6b87edf34edd:43233 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b87edf34edd%2C43233%2C1732126819626.meta:.meta(num 1732126820943) 2024-11-20T18:20:28,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741850_1026 (size=796) 2024-11-20T18:20:28,351 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/WALs/6b87edf34edd,43233,1732126819626/6b87edf34edd%2C43233%2C1732126819626.rep.1732126825200 not finished, retry = 0 2024-11-20T18:20:28,453 DEBUG [RS:0;6b87edf34edd:43233.replicationSource.wal-reader.6b87edf34edd%2C43233%2C1732126819626,1-6b87edf34edd,43233,1732126819626 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/WALs/6b87edf34edd,43233,1732126819626/6b87edf34edd%2C43233%2C1732126819626.1732126820682 to pos 0, reset compression=false 2024-11-20T18:20:28,453 DEBUG [RS:0;6b87edf34edd:43233 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/oldWALs 2024-11-20T18:20:28,453 INFO [RS:0;6b87edf34edd:43233 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b87edf34edd%2C43233%2C1732126819626.rep:(num 1732126825200) 2024-11-20T18:20:28,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741848_1024 (size=93) 2024-11-20T18:20:28,457 DEBUG [RS:0;6b87edf34edd:43233 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/oldWALs 2024-11-20T18:20:28,457 INFO [RS:0;6b87edf34edd:43233 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b87edf34edd%2C43233%2C1732126819626:(num 1732126820682) 2024-11-20T18:20:28,457 DEBUG [RS:0;6b87edf34edd:43233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:28,457 INFO [RS:0;6b87edf34edd:43233 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T18:20:28,457 INFO [RS:0;6b87edf34edd:43233 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T18:20:28,458 INFO [RS:0;6b87edf34edd:43233 {}] hbase.ChoreService(370): Chore service for: regionserver/6b87edf34edd:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T18:20:28,458 INFO [RS:0;6b87edf34edd:43233 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T18:20:28,458 INFO [regionserver/6b87edf34edd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T18:20:28,458 INFO [RS:0;6b87edf34edd:43233 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6b87edf34edd,43233,1732126819626 because: Region server is closing 2024-11-20T18:20:28,458 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/6b87edf34edd:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-20T18:20:28,458 INFO [RS:0;6b87edf34edd:43233.replicationSource.wal-reader.6b87edf34edd%2C43233%2C1732126819626,1-6b87edf34edd,43233,1732126819626 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/WALs/6b87edf34edd,43233,1732126819626/6b87edf34edd%2C43233%2C1732126819626.1732126820682 was moved to hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/oldWALs/6b87edf34edd%2C43233%2C1732126819626.1732126820682 2024-11-20T18:20:28,458 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/6b87edf34edd:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-20T18:20:28,458 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/6b87edf34edd:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-20T18:20:28,458 INFO [RS:0;6b87edf34edd:43233 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b87edf34edd:43233. 2024-11-20T18:20:28,458 DEBUG [RS:0;6b87edf34edd:43233 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:20:28,458 DEBUG [RS:0;6b87edf34edd:43233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:28,458 DEBUG [RS:0;6b87edf34edd:43233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:28,458 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:20:28,460 DEBUG [RS:0;6b87edf34edd:43233.replicationSource.wal-reader.6b87edf34edd%2C43233%2C1732126819626,1-6b87edf34edd,43233,1732126819626 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/WALs/6b87edf34edd,43233,1732126819626/6b87edf34edd%2C43233%2C1732126819626.1732126820682 2024-11-20T18:20:28,461 DEBUG [RS:0;6b87edf34edd:43233.replicationSource.shipper6b87edf34edd%2C43233%2C1732126819626,1-6b87edf34edd,43233,1732126819626 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,43233,1732126819626 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/WALs/6b87edf34edd,43233,1732126819626/6b87edf34edd%2C43233%2C1732126819626.1732126820682, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-20T18:20:28,461 DEBUG [RS:0;6b87edf34edd:43233.replicationSource.shipper6b87edf34edd%2C43233%2C1732126819626,1-6b87edf34edd,43233,1732126819626 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:20:28,461 DEBUG [RS:0;6b87edf34edd:43233.replicationSource.shipper6b87edf34edd%2C43233%2C1732126819626,1-6b87edf34edd,43233,1732126819626 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,43233,1732126819626, seqNum=-1] 2024-11-20T18:20:28,462 WARN [RS:0;6b87edf34edd:43233.replicationSource.shipper6b87edf34edd%2C43233%2C1732126819626,1-6b87edf34edd,43233,1732126819626 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='1-6b87edf34edd,43233,1732126819626', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b87edf34edd:43233 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-11-20T18:20:28,464 ERROR [RS:0;6b87edf34edd:43233.replicationSource.shipper6b87edf34edd%2C43233%2C1732126819626,1-6b87edf34edd,43233,1732126819626 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6b87edf34edd,43233,1732126819626: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6b87edf34edd,43233,1732126819626, walGroup=6b87edf34edd%2C43233%2C1732126819626, offset=6b87edf34edd%2C43233%2C1732126819626.1732126820682:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b87edf34edd:43233 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T18:20:28,466 ERROR [RS:0;6b87edf34edd:43233.replicationSource.shipper6b87edf34edd%2C43233%2C1732126819626,1-6b87edf34edd,43233,1732126819626 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T18:20:28,468 DEBUG [RS:0;6b87edf34edd:43233.replicationSource.shipper6b87edf34edd%2C43233%2C1732126819626,1-6b87edf34edd,43233,1732126819626 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T18:20:28,469 DEBUG [RS:0;6b87edf34edd:43233.replicationSource.shipper6b87edf34edd%2C43233%2C1732126819626,1-6b87edf34edd,43233,1732126819626 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T18:20:28,469 DEBUG [RS:0;6b87edf34edd:43233.replicationSource.shipper6b87edf34edd%2C43233%2C1732126819626,1-6b87edf34edd,43233,1732126819626 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T18:20:28,469 DEBUG [RS:0;6b87edf34edd:43233.replicationSource.shipper6b87edf34edd%2C43233%2C1732126819626,1-6b87edf34edd,43233,1732126819626 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T18:20:28,470 INFO [RS:0;6b87edf34edd:43233.replicationSource.shipper6b87edf34edd%2C43233%2C1732126819626,1-6b87edf34edd,43233,1732126819626 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 668476352 }, "NonHeapMemoryUsage": { "committed": 185860096, "init": 7667712, "max": -1, "used": 183052312 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T18:20:28,472 DEBUG [RS:0;6b87edf34edd:43233.replicationSource.shipper6b87edf34edd%2C43233%2C1732126819626,1-6b87edf34edd,43233,1732126819626 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [6b87edf34edd%2C43233%2C1732126819626.1732126820682] 2024-11-20T18:20:28,559 INFO [RS:0;6b87edf34edd:43233 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;6b87edf34edd:43233.replicationSource.shipper6b87edf34edd%2C43233%2C1732126819626,1-6b87edf34edd,43233,1732126819626 terminated 2024-11-20T18:20:28,559 INFO [RS:0;6b87edf34edd:43233 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43233 2024-11-20T18:20:28,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46783-0x10159797fa70006, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375755092/rs 2024-11-20T18:20:28,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43233-0x10159797fa70007, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01375755092/rs/6b87edf34edd,43233,1732126819626 2024-11-20T18:20:28,605 INFO [RS:0;6b87edf34edd:43233 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T18:20:28,605 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b87edf34edd,43233,1732126819626] 2024-11-20T18:20:28,626 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01375755092/draining/6b87edf34edd,43233,1732126819626 already deleted, retry=false 2024-11-20T18:20:28,626 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b87edf34edd,43233,1732126819626 expired; onlineServers=0 2024-11-20T18:20:28,626 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b87edf34edd,46783,1732126819581' ***** 2024-11-20T18:20:28,626 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T18:20:28,626 INFO [M:0;6b87edf34edd:46783 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T18:20:28,626 INFO [M:0;6b87edf34edd:46783 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T18:20:28,626 DEBUG [M:0;6b87edf34edd:46783 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T18:20:28,626 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T18:20:28,626 DEBUG [M:0;6b87edf34edd:46783 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T18:20:28,626 DEBUG [master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732126820364 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732126820364,5,FailOnTimeoutGroup] 2024-11-20T18:20:28,626 DEBUG [master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732126820364 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732126820364,5,FailOnTimeoutGroup] 2024-11-20T18:20:28,627 INFO [M:0;6b87edf34edd:46783 {}] hbase.ChoreService(370): Chore service for: master/6b87edf34edd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T18:20:28,627 INFO [M:0;6b87edf34edd:46783 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T18:20:28,627 DEBUG [M:0;6b87edf34edd:46783 {}] master.HMaster(1795): Stopping service threads 2024-11-20T18:20:28,627 INFO [M:0;6b87edf34edd:46783 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T18:20:28,627 INFO [M:0;6b87edf34edd:46783 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T18:20:28,627 INFO [M:0;6b87edf34edd:46783 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T18:20:28,627 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T18:20:28,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46783-0x10159797fa70006, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01375755092/master 2024-11-20T18:20:28,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46783-0x10159797fa70006, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01375755092 2024-11-20T18:20:28,636 DEBUG [M:0;6b87edf34edd:46783 {}] zookeeper.ZKUtil(347): master:46783-0x10159797fa70006, quorum=127.0.0.1:50674, baseZNode=/01375755092 Unable to get data of znode /01375755092/master because node does not exist (not an error) 2024-11-20T18:20:28,636 WARN [M:0;6b87edf34edd:46783 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T18:20:28,637 INFO [M:0;6b87edf34edd:46783 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/.lastflushedseqids 2024-11-20T18:20:28,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741852_1028 (size=181) 2024-11-20T18:20:28,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43233-0x10159797fa70007, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:20:28,716 INFO [RS:0;6b87edf34edd:43233 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T18:20:28,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43233-0x10159797fa70007, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:20:28,716 INFO [RS:0;6b87edf34edd:43233 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b87edf34edd,43233,1732126819626; zookeeper connection closed. 2024-11-20T18:20:28,716 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3907289b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3907289b 2024-11-20T18:20:28,716 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T18:20:29,048 INFO [M:0;6b87edf34edd:46783 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T18:20:29,048 INFO [M:0;6b87edf34edd:46783 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T18:20:29,048 DEBUG [M:0;6b87edf34edd:46783 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T18:20:29,048 INFO [M:0;6b87edf34edd:46783 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:20:29,048 DEBUG [M:0;6b87edf34edd:46783 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:20:29,048 DEBUG [M:0;6b87edf34edd:46783 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T18:20:29,048 DEBUG [M:0;6b87edf34edd:46783 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:20:29,048 INFO [M:0;6b87edf34edd:46783 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-20T18:20:29,067 DEBUG [M:0;6b87edf34edd:46783 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ffdde81d77f1475dad0a4ea78d48cc52 is 82, key is hbase:meta,,1/info:regioninfo/1732126820990/Put/seqid=0 2024-11-20T18:20:29,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741853_1029 (size=5672) 2024-11-20T18:20:29,071 INFO [M:0;6b87edf34edd:46783 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ffdde81d77f1475dad0a4ea78d48cc52 2024-11-20T18:20:29,096 DEBUG [M:0;6b87edf34edd:46783 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/75252730fa14416face62220d43cbc25 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732126825241/Put/seqid=0 2024-11-20T18:20:29,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741854_1030 (size=7312) 2024-11-20T18:20:29,104 INFO [M:0;6b87edf34edd:46783 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/75252730fa14416face62220d43cbc25 2024-11-20T18:20:29,125 DEBUG [M:0;6b87edf34edd:46783 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/56cf9522a3b74be9908bbac768e5b07a is 69, key is 6b87edf34edd,43233,1732126819626/rs:state/1732126820483/Put/seqid=0 2024-11-20T18:20:29,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741855_1031 (size=5370) 2024-11-20T18:20:29,529 INFO [M:0;6b87edf34edd:46783 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/56cf9522a3b74be9908bbac768e5b07a 2024-11-20T18:20:29,534 INFO [M:0;6b87edf34edd:46783 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 56cf9522a3b74be9908bbac768e5b07a 2024-11-20T18:20:29,535 DEBUG [M:0;6b87edf34edd:46783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ffdde81d77f1475dad0a4ea78d48cc52 as hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ffdde81d77f1475dad0a4ea78d48cc52 2024-11-20T18:20:29,543 INFO [M:0;6b87edf34edd:46783 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ffdde81d77f1475dad0a4ea78d48cc52, entries=8, sequenceid=127, filesize=5.5 K 2024-11-20T18:20:29,544 DEBUG [M:0;6b87edf34edd:46783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/75252730fa14416face62220d43cbc25 as hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/75252730fa14416face62220d43cbc25 2024-11-20T18:20:29,548 INFO [M:0;6b87edf34edd:46783 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/75252730fa14416face62220d43cbc25, entries=7, sequenceid=127, filesize=7.1 K 2024-11-20T18:20:29,549 DEBUG [M:0;6b87edf34edd:46783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/56cf9522a3b74be9908bbac768e5b07a as hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/56cf9522a3b74be9908bbac768e5b07a 2024-11-20T18:20:29,554 INFO [M:0;6b87edf34edd:46783 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 56cf9522a3b74be9908bbac768e5b07a 2024-11-20T18:20:29,554 INFO [M:0;6b87edf34edd:46783 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/56cf9522a3b74be9908bbac768e5b07a, entries=2, sequenceid=127, filesize=5.2 K 2024-11-20T18:20:29,555 INFO [M:0;6b87edf34edd:46783 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 507ms, sequenceid=127, compaction requested=false 2024-11-20T18:20:29,560 INFO [M:0;6b87edf34edd:46783 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:20:29,560 DEBUG [M:0;6b87edf34edd:46783 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732126829048Disabling compacts and flushes for region at 1732126829048Disabling writes for close at 1732126829048Obtaining lock to block concurrent updates at 1732126829048Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732126829048Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732126829049 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732126829049Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732126829049Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732126829067 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732126829067Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732126829076 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732126829096 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732126829096Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732126829108 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732126829124 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732126829124Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c49df56: reopening flushed file at 1732126829535 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@370b278: reopening flushed file at 1732126829543 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33e4eeee: reopening flushed file at 1732126829548 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 507ms, sequenceid=127, compaction requested=false at 1732126829555 (+7 ms)Writing region close event to WAL at 1732126829560 (+5 ms)Closed at 1732126829560 2024-11-20T18:20:29,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741847_1023 (size=22903) 2024-11-20T18:20:29,562 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9a7973d3-82b5-d0b9-98dd-3e65c219af17/MasterData/WALs/6b87edf34edd,46783,1732126819581/6b87edf34edd%2C46783%2C1732126819581.1732126820130 not finished, retry = 0 2024-11-20T18:20:29,663 INFO [M:0;6b87edf34edd:46783 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T18:20:29,663 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T18:20:29,663 INFO [M:0;6b87edf34edd:46783 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46783 2024-11-20T18:20:29,664 INFO [M:0;6b87edf34edd:46783 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T18:20:29,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46783-0x10159797fa70006, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:20:29,810 INFO [M:0;6b87edf34edd:46783 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T18:20:29,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46783-0x10159797fa70006, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:20:29,812 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6268c86f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T18:20:29,813 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@357b9dc3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T18:20:29,813 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T18:20:29,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63f77e0f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T18:20:29,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e9ab1b2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286a5f2e-3ba1-887a-d288-07c40bc8abe3/hadoop.log.dir/,STOPPED} 2024-11-20T18:20:29,814 WARN [BP-1106134507-172.17.0.3-1732126802960 heartbeating to localhost/127.0.0.1:36447 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T18:20:29,814 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T18:20:29,814 WARN [BP-1106134507-172.17.0.3-1732126802960 heartbeating to localhost/127.0.0.1:36447 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1106134507-172.17.0.3-1732126802960 (Datanode Uuid d1f5addd-d6d0-46ee-8b7f-17ff2c0306b1) service to localhost/127.0.0.1:36447 2024-11-20T18:20:29,814 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T18:20:29,815 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286a5f2e-3ba1-887a-d288-07c40bc8abe3/cluster_92c8f76f-c437-aee1-c05f-7b24787afb6f/data/data1/current/BP-1106134507-172.17.0.3-1732126802960 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T18:20:29,815 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286a5f2e-3ba1-887a-d288-07c40bc8abe3/cluster_92c8f76f-c437-aee1-c05f-7b24787afb6f/data/data2/current/BP-1106134507-172.17.0.3-1732126802960 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T18:20:29,815 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T18:20:29,821 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@189dc321{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T18:20:29,822 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ab93de{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T18:20:29,822 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T18:20:29,822 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2faed23b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T18:20:29,822 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54288a20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/286a5f2e-3ba1-887a-d288-07c40bc8abe3/hadoop.log.dir/,STOPPED} 2024-11-20T18:20:29,830 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T18:20:29,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T18:20:29,856 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=205 (was 159) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35501 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36447 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35501 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35501 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35501 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36447 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50674) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35501 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:36447 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35501 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:36447 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35501 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36447 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:35501 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50674) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35501 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36447 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=286 (was 273) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7554 (was 7632) 2024-11-20T18:20:29,864 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=205, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=286, ProcessCount=11, AvailableMemoryMB=7549 2024-11-20T18:20:29,878 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-20T18:20:29,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0649ca3-34f7-2f06-7d7d-03c3340260f1/hadoop.log.dir so I do NOT create it in target/test-data/2d98e1ea-db82-1a7b-de2b-227cc3d3d2d6 2024-11-20T18:20:29,879 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0649ca3-34f7-2f06-7d7d-03c3340260f1/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T18:20:29,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0649ca3-34f7-2f06-7d7d-03c3340260f1/hadoop.tmp.dir so I do NOT create it in target/test-data/2d98e1ea-db82-1a7b-de2b-227cc3d3d2d6 2024-11-20T18:20:29,879 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0649ca3-34f7-2f06-7d7d-03c3340260f1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T18:20:29,879 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d98e1ea-db82-1a7b-de2b-227cc3d3d2d6 2024-11-20T18:20:29,879 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d98e1ea-db82-1a7b-de2b-227cc3d3d2d6/cluster_8e64f9d3-9636-38d0-8860-d2cb6fcb7f4a, deleteOnExit=true 2024-11-20T18:20:29,901 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d98e1ea-db82-1a7b-de2b-227cc3d3d2d6/cluster_8e64f9d3-9636-38d0-8860-d2cb6fcb7f4a/zookeeper_0, clientPort=51916, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d98e1ea-db82-1a7b-de2b-227cc3d3d2d6/cluster_8e64f9d3-9636-38d0-8860-d2cb6fcb7f4a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d98e1ea-db82-1a7b-de2b-227cc3d3d2d6/cluster_8e64f9d3-9636-38d0-8860-d2cb6fcb7f4a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T18:20:29,902 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51916 2024-11-20T18:20:29,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T18:20:29,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T18:20:29,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d98e1ea-db82-1a7b-de2b-227cc3d3d2d6/test.cache.data in system properties and HBase conf 2024-11-20T18:20:29,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d98e1ea-db82-1a7b-de2b-227cc3d3d2d6/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T18:20:29,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d98e1ea-db82-1a7b-de2b-227cc3d3d2d6/hadoop.log.dir in system properties and HBase conf 2024-11-20T18:20:29,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d98e1ea-db82-1a7b-de2b-227cc3d3d2d6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T18:20:29,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d98e1ea-db82-1a7b-de2b-227cc3d3d2d6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T18:20:29,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T18:20:29,903 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T18:20:29,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d98e1ea-db82-1a7b-de2b-227cc3d3d2d6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T18:20:29,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d98e1ea-db82-1a7b-de2b-227cc3d3d2d6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T18:20:29,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d98e1ea-db82-1a7b-de2b-227cc3d3d2d6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T18:20:29,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d98e1ea-db82-1a7b-de2b-227cc3d3d2d6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T18:20:29,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d98e1ea-db82-1a7b-de2b-227cc3d3d2d6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T18:20:29,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d98e1ea-db82-1a7b-de2b-227cc3d3d2d6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T18:20:29,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d98e1ea-db82-1a7b-de2b-227cc3d3d2d6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T18:20:29,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d98e1ea-db82-1a7b-de2b-227cc3d3d2d6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T18:20:29,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d98e1ea-db82-1a7b-de2b-227cc3d3d2d6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T18:20:29,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d98e1ea-db82-1a7b-de2b-227cc3d3d2d6/nfs.dump.dir in system properties and HBase conf 2024-11-20T18:20:29,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d98e1ea-db82-1a7b-de2b-227cc3d3d2d6/java.io.tmpdir in system properties and HBase conf 2024-11-20T18:20:29,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d98e1ea-db82-1a7b-de2b-227cc3d3d2d6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T18:20:29,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d98e1ea-db82-1a7b-de2b-227cc3d3d2d6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T18:20:29,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d98e1ea-db82-1a7b-de2b-227cc3d3d2d6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T18:20:29,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10159797fa70005, quorum=127.0.0.1:50674, baseZNode=/1-76219448 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T18:20:29,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10159797fa70002, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T18:20:29,934 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10159797fa70005, quorum=127.0.0.1:50674, baseZNode=/1-76219448 Received Disconnected from ZooKeeper, ignoring 2024-11-20T18:20:29,934 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10159797fa70002, quorum=127.0.0.1:50674, baseZNode=/01375755092 Received Disconnected from ZooKeeper, ignoring 2024-11-20T18:20:30,373 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:20:30,378 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T18:20:30,379 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T18:20:30,380 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T18:20:30,380 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T18:20:30,380 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:20:30,384 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b0b1f36{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d98e1ea-db82-1a7b-de2b-227cc3d3d2d6/hadoop.log.dir/,AVAILABLE} 2024-11-20T18:20:30,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d1afd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T18:20:30,514 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b235fca{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d98e1ea-db82-1a7b-de2b-227cc3d3d2d6/java.io.tmpdir/jetty-localhost-38067-hadoop-hdfs-3_4_1-tests_jar-_-any-17323817144485823867/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T18:20:30,514 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ed3f69e{HTTP/1.1, (http/1.1)}{localhost:38067} 2024-11-20T18:20:30,514 INFO [Time-limited test {}] server.Server(415): Started @170854ms 2024-11-20T18:20:30,758 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:20:30,762 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T18:20:30,767 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T18:20:30,767 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T18:20:30,767 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T18:20:30,767 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@152eda5a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d98e1ea-db82-1a7b-de2b-227cc3d3d2d6/hadoop.log.dir/,AVAILABLE} 2024-11-20T18:20:30,768 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@156060c3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T18:20:30,887 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61375868{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d98e1ea-db82-1a7b-de2b-227cc3d3d2d6/java.io.tmpdir/jetty-localhost-38657-hadoop-hdfs-3_4_1-tests_jar-_-any-1167710128185241156/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T18:20:30,887 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9040624{HTTP/1.1, (http/1.1)}{localhost:38657} 2024-11-20T18:20:30,887 INFO [Time-limited test {}] server.Server(415): Started @171228ms 2024-11-20T18:20:30,888 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T18:20:31,538 WARN [Thread-1683 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d98e1ea-db82-1a7b-de2b-227cc3d3d2d6/cluster_8e64f9d3-9636-38d0-8860-d2cb6fcb7f4a/data/data1/current/BP-1781934585-172.17.0.3-1732126829938/current, will proceed with Du for space computation calculation, 2024-11-20T18:20:31,538 WARN [Thread-1684 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d98e1ea-db82-1a7b-de2b-227cc3d3d2d6/cluster_8e64f9d3-9636-38d0-8860-d2cb6fcb7f4a/data/data2/current/BP-1781934585-172.17.0.3-1732126829938/current, will proceed with Du for space computation calculation, 2024-11-20T18:20:31,553 WARN [Thread-1671 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T18:20:31,556 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd5279bb3ad5f4736 with lease ID 0x882dace354bf03dd: Processing first storage report for DS-11acccc6-34dc-4ebf-85fc-a9fb785db95d from datanode DatanodeRegistration(127.0.0.1:37771, datanodeUuid=7228dbd9-442f-41c3-a64d-235fb1195ca6, infoPort=38735, infoSecurePort=0, ipcPort=34017, storageInfo=lv=-57;cid=testClusterID;nsid=415813515;c=1732126829938) 2024-11-20T18:20:31,556 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd5279bb3ad5f4736 with lease ID 0x882dace354bf03dd: from storage DS-11acccc6-34dc-4ebf-85fc-a9fb785db95d node DatanodeRegistration(127.0.0.1:37771, datanodeUuid=7228dbd9-442f-41c3-a64d-235fb1195ca6, infoPort=38735, infoSecurePort=0, ipcPort=34017, storageInfo=lv=-57;cid=testClusterID;nsid=415813515;c=1732126829938), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T18:20:31,556 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd5279bb3ad5f4736 with lease ID 0x882dace354bf03dd: Processing first storage report for DS-66930853-5336-4069-bb03-8ba09069c566 from datanode DatanodeRegistration(127.0.0.1:37771, datanodeUuid=7228dbd9-442f-41c3-a64d-235fb1195ca6, infoPort=38735, infoSecurePort=0, ipcPort=34017, storageInfo=lv=-57;cid=testClusterID;nsid=415813515;c=1732126829938) 2024-11-20T18:20:31,556 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd5279bb3ad5f4736 with lease ID 0x882dace354bf03dd: from storage DS-66930853-5336-4069-bb03-8ba09069c566 node DatanodeRegistration(127.0.0.1:37771, datanodeUuid=7228dbd9-442f-41c3-a64d-235fb1195ca6, infoPort=38735, infoSecurePort=0, ipcPort=34017, storageInfo=lv=-57;cid=testClusterID;nsid=415813515;c=1732126829938), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T18:20:31,616 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d98e1ea-db82-1a7b-de2b-227cc3d3d2d6 2024-11-20T18:20:31,616 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:20:31,618 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:20:31,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741825_1001 (size=7) 2024-11-20T18:20:32,026 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c with version=8 2024-11-20T18:20:32,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/hbase-staging 2024-11-20T18:20:32,027 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b87edf34edd:0 server-side Connection retries=45 2024-11-20T18:20:32,027 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:20:32,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T18:20:32,028 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T18:20:32,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:20:32,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T18:20:32,028 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T18:20:32,028 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T18:20:32,028 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37917 2024-11-20T18:20:32,029 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37917 connecting to ZooKeeper ensemble=127.0.0.1:51916 2024-11-20T18:20:32,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:379170x0, quorum=127.0.0.1:51916, baseZNode=/0707535678 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:20:32,117 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37917-0x1015979e8f70000 connected 2024-11-20T18:20:32,194 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:20:32,196 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:20:32,198 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37917-0x1015979e8f70000, quorum=127.0.0.1:51916, baseZNode=/0707535678 Set watcher on znode that does not yet exist, /0707535678/running 2024-11-20T18:20:32,198 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c, hbase.cluster.distributed=false 2024-11-20T18:20:32,200 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37917-0x1015979e8f70000, quorum=127.0.0.1:51916, baseZNode=/0707535678 Set watcher on znode that does not yet exist, /0707535678/acl 2024-11-20T18:20:32,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37917 2024-11-20T18:20:32,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37917 2024-11-20T18:20:32,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37917 2024-11-20T18:20:32,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37917 2024-11-20T18:20:32,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37917 2024-11-20T18:20:32,214 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b87edf34edd:0 server-side Connection retries=45 2024-11-20T18:20:32,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:20:32,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T18:20:32,214 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T18:20:32,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:20:32,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T18:20:32,214 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T18:20:32,215 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T18:20:32,216 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39745 2024-11-20T18:20:32,217 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39745 connecting to ZooKeeper ensemble=127.0.0.1:51916 2024-11-20T18:20:32,218 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:20:32,219 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:20:32,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:397450x0, quorum=127.0.0.1:51916, baseZNode=/0707535678 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:20:32,226 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:397450x0, quorum=127.0.0.1:51916, baseZNode=/0707535678 Set watcher on znode that does not yet exist, /0707535678/running 2024-11-20T18:20:32,226 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39745-0x1015979e8f70001 connected 2024-11-20T18:20:32,226 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T18:20:32,227 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T18:20:32,227 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39745-0x1015979e8f70001, quorum=127.0.0.1:51916, baseZNode=/0707535678 Set watcher on znode that does not yet exist, /0707535678/master 2024-11-20T18:20:32,228 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39745-0x1015979e8f70001, quorum=127.0.0.1:51916, baseZNode=/0707535678 Set watcher on znode that does not yet exist, /0707535678/acl 2024-11-20T18:20:32,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39745 2024-11-20T18:20:32,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39745 2024-11-20T18:20:32,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39745 2024-11-20T18:20:32,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39745 2024-11-20T18:20:32,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39745 2024-11-20T18:20:32,247 DEBUG [M:0;6b87edf34edd:37917 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b87edf34edd:37917 2024-11-20T18:20:32,247 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0707535678/backup-masters/6b87edf34edd,37917,1732126832027 2024-11-20T18:20:32,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37917-0x1015979e8f70000, quorum=127.0.0.1:51916, baseZNode=/0707535678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0707535678/backup-masters 2024-11-20T18:20:32,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39745-0x1015979e8f70001, quorum=127.0.0.1:51916, baseZNode=/0707535678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0707535678/backup-masters 2024-11-20T18:20:32,258 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37917-0x1015979e8f70000, quorum=127.0.0.1:51916, baseZNode=/0707535678 Set watcher on existing znode=/0707535678/backup-masters/6b87edf34edd,37917,1732126832027 2024-11-20T18:20:32,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39745-0x1015979e8f70001, quorum=127.0.0.1:51916, baseZNode=/0707535678 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0707535678/master 2024-11-20T18:20:32,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37917-0x1015979e8f70000, quorum=127.0.0.1:51916, baseZNode=/0707535678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0707535678 2024-11-20T18:20:32,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39745-0x1015979e8f70001, quorum=127.0.0.1:51916, baseZNode=/0707535678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0707535678 2024-11-20T18:20:32,268 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37917-0x1015979e8f70000, quorum=127.0.0.1:51916, baseZNode=/0707535678 Set watcher on existing znode=/0707535678/master 2024-11-20T18:20:32,269 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0707535678/backup-masters/6b87edf34edd,37917,1732126832027 from backup master directory 2024-11-20T18:20:32,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37917-0x1015979e8f70000, quorum=127.0.0.1:51916, baseZNode=/0707535678 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0707535678/backup-masters/6b87edf34edd,37917,1732126832027 2024-11-20T18:20:32,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39745-0x1015979e8f70001, quorum=127.0.0.1:51916, baseZNode=/0707535678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0707535678/backup-masters 2024-11-20T18:20:32,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37917-0x1015979e8f70000, quorum=127.0.0.1:51916, baseZNode=/0707535678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0707535678/backup-masters 2024-11-20T18:20:32,278 WARN [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T18:20:32,278 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b87edf34edd,37917,1732126832027 2024-11-20T18:20:32,282 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/hbase.id] with ID: 93f6e008-2c1b-4275-8e52-580055708f68 2024-11-20T18:20:32,282 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/.tmp/hbase.id 2024-11-20T18:20:32,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741826_1002 (size=42) 2024-11-20T18:20:32,687 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/.tmp/hbase.id]:[hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/hbase.id] 2024-11-20T18:20:32,697 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:20:32,697 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T18:20:32,698 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T18:20:32,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37917-0x1015979e8f70000, quorum=127.0.0.1:51916, baseZNode=/0707535678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0707535678 2024-11-20T18:20:32,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39745-0x1015979e8f70001, quorum=127.0.0.1:51916, baseZNode=/0707535678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0707535678 2024-11-20T18:20:32,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741827_1003 (size=196) 2024-11-20T18:20:33,168 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T18:20:33,169 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T18:20:33,169 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:20:33,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741828_1004 (size=1189) 2024-11-20T18:20:33,176 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/MasterData/data/master/store 2024-11-20T18:20:33,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741829_1005 (size=34) 2024-11-20T18:20:33,250 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T18:20:33,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:20:33,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:20:33,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:20:33,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:20:33,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:20:33,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:20:33,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:20:33,581 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:20:33,582 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T18:20:33,582 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:20:33,582 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:20:33,582 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T18:20:33,582 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:20:33,582 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:20:33,582 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732126833582Disabling compacts and flushes for region at 1732126833582Disabling writes for close at 1732126833582Writing region close event to WAL at 1732126833582Closed at 1732126833582 2024-11-20T18:20:33,583 WARN [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/MasterData/data/master/store/.initializing 2024-11-20T18:20:33,583 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/MasterData/WALs/6b87edf34edd,37917,1732126832027 2024-11-20T18:20:33,584 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T18:20:33,585 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b87edf34edd%2C37917%2C1732126832027, suffix=, logDir=hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/MasterData/WALs/6b87edf34edd,37917,1732126832027, archiveDir=hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/MasterData/oldWALs, maxLogs=10 2024-11-20T18:20:33,597 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/MasterData/WALs/6b87edf34edd,37917,1732126832027/6b87edf34edd%2C37917%2C1732126832027.1732126833585, exclude list is [], retry=0 2024-11-20T18:20:33,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37771,DS-11acccc6-34dc-4ebf-85fc-a9fb785db95d,DISK] 2024-11-20T18:20:33,602 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/MasterData/WALs/6b87edf34edd,37917,1732126832027/6b87edf34edd%2C37917%2C1732126832027.1732126833585 2024-11-20T18:20:33,602 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38735:38735)] 2024-11-20T18:20:33,602 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:20:33,602 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:20:33,603 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:20:33,603 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:20:33,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:20:33,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T18:20:33,605 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:33,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:20:33,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:20:33,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T18:20:33,606 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:33,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:20:33,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:20:33,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T18:20:33,608 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:33,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:20:33,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:20:33,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T18:20:33,610 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:33,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:20:33,610 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:20:33,611 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:20:33,611 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:20:33,612 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:20:33,612 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:20:33,612 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:20:33,613 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:20:33,615 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:20:33,615 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59634527, jitterRate=-0.11137630045413971}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:20:33,616 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732126833603Initializing all the Stores at 1732126833603Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126833603Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126833604 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126833604Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126833604Cleaning up temporary data from old regions at 1732126833612 (+8 ms)Region opened successfully at 1732126833615 (+3 ms) 2024-11-20T18:20:33,616 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T18:20:33,618 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@363e6352, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b87edf34edd/172.17.0.3:0 2024-11-20T18:20:33,619 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T18:20:33,619 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T18:20:33,619 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T18:20:33,619 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T18:20:33,620 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T18:20:33,620 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T18:20:33,621 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T18:20:33,622 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T18:20:33,623 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37917-0x1015979e8f70000, quorum=127.0.0.1:51916, baseZNode=/0707535678 Unable to get data of znode /0707535678/balancer because node does not exist (not necessarily an error) 2024-11-20T18:20:33,689 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0707535678/balancer already deleted, retry=false 2024-11-20T18:20:33,689 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T18:20:33,690 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37917-0x1015979e8f70000, quorum=127.0.0.1:51916, baseZNode=/0707535678 Unable to get data of znode /0707535678/normalizer because node does not exist (not necessarily an error) 2024-11-20T18:20:33,699 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0707535678/normalizer already deleted, retry=false 2024-11-20T18:20:33,699 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T18:20:33,700 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37917-0x1015979e8f70000, quorum=127.0.0.1:51916, baseZNode=/0707535678 Unable to get data of znode /0707535678/switch/split because node does not exist (not necessarily an error) 2024-11-20T18:20:33,710 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0707535678/switch/split already deleted, retry=false 2024-11-20T18:20:33,710 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37917-0x1015979e8f70000, quorum=127.0.0.1:51916, baseZNode=/0707535678 Unable to get data of znode /0707535678/switch/merge because node does not exist (not necessarily an error) 2024-11-20T18:20:33,720 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0707535678/switch/merge already deleted, retry=false 2024-11-20T18:20:33,722 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37917-0x1015979e8f70000, quorum=127.0.0.1:51916, baseZNode=/0707535678 Unable to get data of znode /0707535678/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T18:20:33,731 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0707535678/snapshot-cleanup already deleted, retry=false 2024-11-20T18:20:33,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37917-0x1015979e8f70000, quorum=127.0.0.1:51916, baseZNode=/0707535678 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0707535678/running 2024-11-20T18:20:33,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39745-0x1015979e8f70001, quorum=127.0.0.1:51916, baseZNode=/0707535678 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0707535678/running 2024-11-20T18:20:33,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37917-0x1015979e8f70000, quorum=127.0.0.1:51916, baseZNode=/0707535678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0707535678 2024-11-20T18:20:33,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39745-0x1015979e8f70001, quorum=127.0.0.1:51916, baseZNode=/0707535678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0707535678 2024-11-20T18:20:33,742 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b87edf34edd,37917,1732126832027, sessionid=0x1015979e8f70000, setting cluster-up flag (Was=false) 2024-11-20T18:20:33,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37917-0x1015979e8f70000, quorum=127.0.0.1:51916, baseZNode=/0707535678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0707535678 2024-11-20T18:20:33,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39745-0x1015979e8f70001, quorum=127.0.0.1:51916, baseZNode=/0707535678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0707535678 2024-11-20T18:20:33,794 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0707535678/flush-table-proc/acquired, /0707535678/flush-table-proc/reached, /0707535678/flush-table-proc/abort 2024-11-20T18:20:33,795 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b87edf34edd,37917,1732126832027 2024-11-20T18:20:33,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37917-0x1015979e8f70000, quorum=127.0.0.1:51916, baseZNode=/0707535678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0707535678 2024-11-20T18:20:33,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39745-0x1015979e8f70001, quorum=127.0.0.1:51916, baseZNode=/0707535678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0707535678 2024-11-20T18:20:33,846 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0707535678/online-snapshot/acquired, /0707535678/online-snapshot/reached, /0707535678/online-snapshot/abort 2024-11-20T18:20:33,847 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b87edf34edd,37917,1732126832027 2024-11-20T18:20:33,848 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T18:20:33,850 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T18:20:33,850 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T18:20:33,850 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T18:20:33,850 WARN [master/6b87edf34edd:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 6b87edf34edd,45169,1732126805435: status=Processing ServerCrashProcedure of 6b87edf34edd,45169,1732126805435 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732126820360, completionTime=-1 appears to have been leaked 2024-11-20T18:20:33,850 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b87edf34edd,37917,1732126832027 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T18:20:33,851 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:20:33,851 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:20:33,852 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:20:33,852 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:20:33,852 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b87edf34edd:0, corePoolSize=10, maxPoolSize=10 2024-11-20T18:20:33,852 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:20:33,852 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b87edf34edd:0, corePoolSize=2, maxPoolSize=2 2024-11-20T18:20:33,852 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:20:33,857 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:20:33,857 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T18:20:33,858 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:33,858 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T18:20:33,860 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732126863860 2024-11-20T18:20:33,860 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T18:20:33,861 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T18:20:33,861 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T18:20:33,861 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T18:20:33,861 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T18:20:33,861 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T18:20:33,861 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:33,866 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T18:20:33,866 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T18:20:33,866 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T18:20:33,866 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T18:20:33,867 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T18:20:33,867 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T18:20:33,867 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732126833867,5,FailOnTimeoutGroup] 2024-11-20T18:20:33,867 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732126833867,5,FailOnTimeoutGroup] 2024-11-20T18:20:33,867 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:33,867 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T18:20:33,867 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:33,867 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:33,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741831_1007 (size=1321) 2024-11-20T18:20:33,939 INFO [RS:0;6b87edf34edd:39745 {}] regionserver.HRegionServer(746): ClusterId : 93f6e008-2c1b-4275-8e52-580055708f68 2024-11-20T18:20:33,939 DEBUG [RS:0;6b87edf34edd:39745 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T18:20:33,952 DEBUG [RS:0;6b87edf34edd:39745 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T18:20:33,952 DEBUG [RS:0;6b87edf34edd:39745 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T18:20:33,963 DEBUG [RS:0;6b87edf34edd:39745 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T18:20:33,963 DEBUG [RS:0;6b87edf34edd:39745 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@323b1794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b87edf34edd/172.17.0.3:0 2024-11-20T18:20:33,974 DEBUG [RS:0;6b87edf34edd:39745 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b87edf34edd:39745 2024-11-20T18:20:33,974 INFO [RS:0;6b87edf34edd:39745 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T18:20:33,974 INFO [RS:0;6b87edf34edd:39745 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T18:20:33,974 DEBUG [RS:0;6b87edf34edd:39745 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T18:20:33,975 INFO [RS:0;6b87edf34edd:39745 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b87edf34edd,37917,1732126832027 with port=39745, startcode=1732126832214 2024-11-20T18:20:33,975 DEBUG [RS:0;6b87edf34edd:39745 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T18:20:33,976 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48719, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T18:20:33,977 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37917 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b87edf34edd,39745,1732126832214 2024-11-20T18:20:33,977 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37917 {}] master.ServerManager(517): Registering regionserver=6b87edf34edd,39745,1732126832214 2024-11-20T18:20:33,978 DEBUG [RS:0;6b87edf34edd:39745 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c 2024-11-20T18:20:33,978 DEBUG [RS:0;6b87edf34edd:39745 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35941 2024-11-20T18:20:33,978 DEBUG [RS:0;6b87edf34edd:39745 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T18:20:33,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37917-0x1015979e8f70000, quorum=127.0.0.1:51916, baseZNode=/0707535678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0707535678/rs 2024-11-20T18:20:33,984 DEBUG [RS:0;6b87edf34edd:39745 {}] zookeeper.ZKUtil(111): regionserver:39745-0x1015979e8f70001, quorum=127.0.0.1:51916, baseZNode=/0707535678 Set watcher on existing znode=/0707535678/rs/6b87edf34edd,39745,1732126832214 2024-11-20T18:20:33,984 WARN [RS:0;6b87edf34edd:39745 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T18:20:33,984 INFO [RS:0;6b87edf34edd:39745 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:20:33,984 DEBUG [RS:0;6b87edf34edd:39745 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/WALs/6b87edf34edd,39745,1732126832214 2024-11-20T18:20:33,984 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b87edf34edd,39745,1732126832214] 2024-11-20T18:20:33,987 INFO [RS:0;6b87edf34edd:39745 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T18:20:33,988 INFO [RS:0;6b87edf34edd:39745 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T18:20:33,988 INFO [RS:0;6b87edf34edd:39745 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T18:20:33,988 INFO [RS:0;6b87edf34edd:39745 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:33,989 INFO [RS:0;6b87edf34edd:39745 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T18:20:33,989 INFO [RS:0;6b87edf34edd:39745 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T18:20:33,989 INFO [RS:0;6b87edf34edd:39745 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:33,989 DEBUG [RS:0;6b87edf34edd:39745 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:20:33,989 DEBUG [RS:0;6b87edf34edd:39745 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:20:33,989 DEBUG [RS:0;6b87edf34edd:39745 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:20:33,989 DEBUG [RS:0;6b87edf34edd:39745 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:20:33,989 DEBUG [RS:0;6b87edf34edd:39745 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:20:33,989 DEBUG [RS:0;6b87edf34edd:39745 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b87edf34edd:0, corePoolSize=2, maxPoolSize=2 2024-11-20T18:20:33,990 DEBUG [RS:0;6b87edf34edd:39745 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:20:33,990 DEBUG [RS:0;6b87edf34edd:39745 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:20:33,990 DEBUG [RS:0;6b87edf34edd:39745 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:20:33,990 DEBUG [RS:0;6b87edf34edd:39745 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:20:33,990 DEBUG [RS:0;6b87edf34edd:39745 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:20:33,990 DEBUG [RS:0;6b87edf34edd:39745 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:20:33,990 DEBUG [RS:0;6b87edf34edd:39745 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b87edf34edd:0, corePoolSize=3, maxPoolSize=3 2024-11-20T18:20:33,990 DEBUG [RS:0;6b87edf34edd:39745 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b87edf34edd:0, corePoolSize=3, maxPoolSize=3 2024-11-20T18:20:33,990 INFO [RS:0;6b87edf34edd:39745 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:33,990 INFO [RS:0;6b87edf34edd:39745 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:33,990 INFO [RS:0;6b87edf34edd:39745 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:33,990 INFO [RS:0;6b87edf34edd:39745 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:33,990 INFO [RS:0;6b87edf34edd:39745 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:33,990 INFO [RS:0;6b87edf34edd:39745 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,39745,1732126832214-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T18:20:34,011 INFO [RS:0;6b87edf34edd:39745 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T18:20:34,011 INFO [RS:0;6b87edf34edd:39745 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,39745,1732126832214-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:34,012 INFO [RS:0;6b87edf34edd:39745 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:34,012 INFO [RS:0;6b87edf34edd:39745 {}] regionserver.Replication(171): 6b87edf34edd,39745,1732126832214 started 2024-11-20T18:20:34,027 INFO [RS:0;6b87edf34edd:39745 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:34,027 INFO [RS:0;6b87edf34edd:39745 {}] regionserver.HRegionServer(1482): Serving as 6b87edf34edd,39745,1732126832214, RpcServer on 6b87edf34edd/172.17.0.3:39745, sessionid=0x1015979e8f70001 2024-11-20T18:20:34,028 DEBUG [RS:0;6b87edf34edd:39745 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T18:20:34,028 DEBUG [RS:0;6b87edf34edd:39745 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b87edf34edd,39745,1732126832214 2024-11-20T18:20:34,028 DEBUG [RS:0;6b87edf34edd:39745 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b87edf34edd,39745,1732126832214' 2024-11-20T18:20:34,028 DEBUG [RS:0;6b87edf34edd:39745 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0707535678/flush-table-proc/abort' 2024-11-20T18:20:34,028 DEBUG [RS:0;6b87edf34edd:39745 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0707535678/flush-table-proc/acquired' 2024-11-20T18:20:34,029 DEBUG [RS:0;6b87edf34edd:39745 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T18:20:34,029 DEBUG [RS:0;6b87edf34edd:39745 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T18:20:34,029 DEBUG [RS:0;6b87edf34edd:39745 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b87edf34edd,39745,1732126832214 2024-11-20T18:20:34,029 DEBUG [RS:0;6b87edf34edd:39745 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b87edf34edd,39745,1732126832214' 2024-11-20T18:20:34,029 DEBUG [RS:0;6b87edf34edd:39745 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0707535678/online-snapshot/abort' 2024-11-20T18:20:34,029 DEBUG [RS:0;6b87edf34edd:39745 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0707535678/online-snapshot/acquired' 2024-11-20T18:20:34,029 DEBUG [RS:0;6b87edf34edd:39745 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T18:20:34,029 INFO [RS:0;6b87edf34edd:39745 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T18:20:34,029 INFO [RS:0;6b87edf34edd:39745 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T18:20:34,130 INFO [RS:0;6b87edf34edd:39745 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T18:20:34,131 INFO [RS:0;6b87edf34edd:39745 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b87edf34edd%2C39745%2C1732126832214, suffix=, logDir=hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/WALs/6b87edf34edd,39745,1732126832214, archiveDir=hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/oldWALs, maxLogs=10 2024-11-20T18:20:34,149 DEBUG [RS:0;6b87edf34edd:39745 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/WALs/6b87edf34edd,39745,1732126832214/6b87edf34edd%2C39745%2C1732126832214.1732126834132, exclude list is [], retry=0 2024-11-20T18:20:34,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37771,DS-11acccc6-34dc-4ebf-85fc-a9fb785db95d,DISK] 2024-11-20T18:20:34,154 INFO [RS:0;6b87edf34edd:39745 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/WALs/6b87edf34edd,39745,1732126832214/6b87edf34edd%2C39745%2C1732126832214.1732126834132 2024-11-20T18:20:34,154 DEBUG [RS:0;6b87edf34edd:39745 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38735:38735)] 2024-11-20T18:20:34,269 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T18:20:34,269 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c 2024-11-20T18:20:34,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741833_1009 (size=32) 2024-11-20T18:20:34,675 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:20:34,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T18:20:34,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T18:20:34,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:34,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:20:34,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T18:20:34,678 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T18:20:34,678 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:34,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:20:34,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T18:20:34,680 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T18:20:34,680 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:34,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:20:34,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T18:20:34,681 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T18:20:34,681 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:34,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:20:34,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T18:20:34,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/data/hbase/meta/1588230740 2024-11-20T18:20:34,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/data/hbase/meta/1588230740 2024-11-20T18:20:34,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T18:20:34,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T18:20:34,683 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:20:34,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T18:20:34,685 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:20:34,685 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64309107, jitterRate=-0.04171963036060333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:20:34,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732126834675Initializing all the Stores at 1732126834676 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126834676Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126834676Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126834676Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126834676Cleaning up temporary data from old regions at 1732126834682 (+6 ms)Region opened successfully at 1732126834686 (+4 ms) 2024-11-20T18:20:34,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T18:20:34,686 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T18:20:34,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T18:20:34,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T18:20:34,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T18:20:34,686 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T18:20:34,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732126834686Disabling compacts and flushes for region at 1732126834686Disabling writes for close at 1732126834686Writing region close event to WAL at 1732126834686Closed at 1732126834686 2024-11-20T18:20:34,687 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:20:34,687 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T18:20:34,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T18:20:34,688 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T18:20:34,688 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T18:20:34,839 DEBUG [6b87edf34edd:37917 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T18:20:34,839 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b87edf34edd,39745,1732126832214 2024-11-20T18:20:34,840 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b87edf34edd,39745,1732126832214, state=OPENING 2024-11-20T18:20:34,910 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T18:20:34,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39745-0x1015979e8f70001, quorum=127.0.0.1:51916, baseZNode=/0707535678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0707535678 2024-11-20T18:20:34,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37917-0x1015979e8f70000, quorum=127.0.0.1:51916, baseZNode=/0707535678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0707535678 2024-11-20T18:20:34,920 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0707535678/meta-region-server: CHANGED 2024-11-20T18:20:34,920 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0707535678/meta-region-server: CHANGED 2024-11-20T18:20:34,920 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T18:20:34,921 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b87edf34edd,39745,1732126832214}] 2024-11-20T18:20:35,073 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T18:20:35,074 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57153, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T18:20:35,084 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T18:20:35,084 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:20:35,085 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T18:20:35,087 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b87edf34edd%2C39745%2C1732126832214.meta, suffix=.meta, logDir=hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/WALs/6b87edf34edd,39745,1732126832214, archiveDir=hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/oldWALs, maxLogs=10 2024-11-20T18:20:35,102 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/WALs/6b87edf34edd,39745,1732126832214/6b87edf34edd%2C39745%2C1732126832214.meta.1732126835087.meta, exclude list is [], retry=0 2024-11-20T18:20:35,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37771,DS-11acccc6-34dc-4ebf-85fc-a9fb785db95d,DISK] 2024-11-20T18:20:35,106 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/WALs/6b87edf34edd,39745,1732126832214/6b87edf34edd%2C39745%2C1732126832214.meta.1732126835087.meta 2024-11-20T18:20:35,106 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38735:38735)] 2024-11-20T18:20:35,106 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:20:35,106 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T18:20:35,106 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T18:20:35,106 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T18:20:35,107 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T18:20:35,107 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T18:20:35,107 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:20:35,107 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T18:20:35,107 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T18:20:35,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T18:20:35,109 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T18:20:35,109 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:35,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:20:35,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T18:20:35,110 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T18:20:35,110 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:35,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:20:35,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T18:20:35,111 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T18:20:35,111 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:35,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:20:35,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T18:20:35,112 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T18:20:35,112 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:35,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:20:35,113 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T18:20:35,113 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/data/hbase/meta/1588230740 2024-11-20T18:20:35,114 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/data/hbase/meta/1588230740 2024-11-20T18:20:35,115 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T18:20:35,115 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T18:20:35,115 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:20:35,116 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T18:20:35,116 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59067791, jitterRate=-0.11982132494449615}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:20:35,116 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T18:20:35,117 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732126835107Writing region info on filesystem at 1732126835107Initializing all the Stores at 1732126835108 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126835108Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126835108Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126835108Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126835108Cleaning up temporary data from old regions at 1732126835115 (+7 ms)Running coprocessor post-open hooks at 1732126835116 (+1 ms)Region opened successfully at 1732126835117 (+1 ms) 2024-11-20T18:20:35,118 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732126835072 2024-11-20T18:20:35,119 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T18:20:35,120 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T18:20:35,120 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b87edf34edd,39745,1732126832214 2024-11-20T18:20:35,120 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b87edf34edd,39745,1732126832214, state=OPEN 2024-11-20T18:20:35,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39745-0x1015979e8f70001, quorum=127.0.0.1:51916, baseZNode=/0707535678 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0707535678/meta-region-server 2024-11-20T18:20:35,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37917-0x1015979e8f70000, quorum=127.0.0.1:51916, baseZNode=/0707535678 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0707535678/meta-region-server 2024-11-20T18:20:35,185 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b87edf34edd,39745,1732126832214 2024-11-20T18:20:35,185 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0707535678/meta-region-server: CHANGED 2024-11-20T18:20:35,185 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0707535678/meta-region-server: CHANGED 2024-11-20T18:20:35,188 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T18:20:35,188 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b87edf34edd,39745,1732126832214 in 265 msec 2024-11-20T18:20:35,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T18:20:35,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 501 msec 2024-11-20T18:20:35,190 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:20:35,190 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T18:20:35,192 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:20:35,192 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,39745,1732126832214, seqNum=-1] 2024-11-20T18:20:35,192 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:20:35,193 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35583, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:20:35,198 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3480 sec 2024-11-20T18:20:35,198 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732126835198, completionTime=-1 2024-11-20T18:20:35,199 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T18:20:35,199 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T18:20:35,200 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T18:20:35,200 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732126895200 2024-11-20T18:20:35,200 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732126955200 2024-11-20T18:20:35,200 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T18:20:35,201 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,37917,1732126832027-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:35,201 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,37917,1732126832027-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:35,201 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,37917,1732126832027-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:35,201 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b87edf34edd:37917, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:35,201 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:35,201 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:35,202 DEBUG [master/6b87edf34edd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T18:20:35,204 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.926sec 2024-11-20T18:20:35,204 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T18:20:35,204 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T18:20:35,204 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T18:20:35,204 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T18:20:35,204 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T18:20:35,204 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,37917,1732126832027-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T18:20:35,204 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,37917,1732126832027-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T18:20:35,206 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T18:20:35,206 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T18:20:35,206 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,37917,1732126832027-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:35,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2392a805, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:20:35,240 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,37917,-1 for getting cluster id 2024-11-20T18:20:35,240 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:20:35,241 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93f6e008-2c1b-4275-8e52-580055708f68' 2024-11-20T18:20:35,241 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:20:35,242 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93f6e008-2c1b-4275-8e52-580055708f68" 2024-11-20T18:20:35,242 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c545980, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:20:35,242 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,37917,-1] 2024-11-20T18:20:35,242 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:20:35,242 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:35,243 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:20:35,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43b444eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:20:35,244 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:20:35,245 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,39745,1732126832214, seqNum=-1] 2024-11-20T18:20:35,245 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:20:35,246 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:20:35,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b87edf34edd,37917,1732126832027 2024-11-20T18:20:35,249 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51916 2024-11-20T18:20:35,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51916, baseZNode=/0707535678 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:20:35,272 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015979e8f70002 connected 2024-11-20T18:20:35,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d98e1ea-db82-1a7b-de2b-227cc3d3d2d6/hadoop.log.dir so I do NOT create it in target/test-data/85318923-56ab-f9f3-0e3e-bebede952a16 2024-11-20T18:20:35,286 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d98e1ea-db82-1a7b-de2b-227cc3d3d2d6/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T18:20:35,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d98e1ea-db82-1a7b-de2b-227cc3d3d2d6/hadoop.tmp.dir so I do NOT create it in target/test-data/85318923-56ab-f9f3-0e3e-bebede952a16 2024-11-20T18:20:35,286 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d98e1ea-db82-1a7b-de2b-227cc3d3d2d6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T18:20:35,286 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85318923-56ab-f9f3-0e3e-bebede952a16 2024-11-20T18:20:35,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T18:20:35,286 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85318923-56ab-f9f3-0e3e-bebede952a16/cluster_d358858f-e5e2-ec94-a1e9-7833f00bd203, deleteOnExit=true 2024-11-20T18:20:35,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T18:20:35,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85318923-56ab-f9f3-0e3e-bebede952a16/test.cache.data in system properties and HBase conf 2024-11-20T18:20:35,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85318923-56ab-f9f3-0e3e-bebede952a16/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T18:20:35,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85318923-56ab-f9f3-0e3e-bebede952a16/hadoop.log.dir in system properties and HBase conf 2024-11-20T18:20:35,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85318923-56ab-f9f3-0e3e-bebede952a16/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T18:20:35,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85318923-56ab-f9f3-0e3e-bebede952a16/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T18:20:35,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T18:20:35,287 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T18:20:35,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85318923-56ab-f9f3-0e3e-bebede952a16/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T18:20:35,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85318923-56ab-f9f3-0e3e-bebede952a16/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T18:20:35,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85318923-56ab-f9f3-0e3e-bebede952a16/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T18:20:35,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85318923-56ab-f9f3-0e3e-bebede952a16/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T18:20:35,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85318923-56ab-f9f3-0e3e-bebede952a16/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T18:20:35,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85318923-56ab-f9f3-0e3e-bebede952a16/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T18:20:35,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85318923-56ab-f9f3-0e3e-bebede952a16/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T18:20:35,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85318923-56ab-f9f3-0e3e-bebede952a16/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T18:20:35,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85318923-56ab-f9f3-0e3e-bebede952a16/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T18:20:35,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85318923-56ab-f9f3-0e3e-bebede952a16/nfs.dump.dir in system properties and HBase conf 2024-11-20T18:20:35,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85318923-56ab-f9f3-0e3e-bebede952a16/java.io.tmpdir in system properties and HBase conf 2024-11-20T18:20:35,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85318923-56ab-f9f3-0e3e-bebede952a16/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T18:20:35,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85318923-56ab-f9f3-0e3e-bebede952a16/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T18:20:35,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85318923-56ab-f9f3-0e3e-bebede952a16/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T18:20:35,614 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:20:35,618 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T18:20:35,620 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T18:20:35,620 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T18:20:35,620 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T18:20:35,622 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:20:35,623 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66616b13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85318923-56ab-f9f3-0e3e-bebede952a16/hadoop.log.dir/,AVAILABLE} 2024-11-20T18:20:35,623 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37c9d700{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T18:20:35,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T18:20:35,733 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@433ddd6f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85318923-56ab-f9f3-0e3e-bebede952a16/java.io.tmpdir/jetty-localhost-44581-hadoop-hdfs-3_4_1-tests_jar-_-any-903918650154204372/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T18:20:35,733 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5857b614{HTTP/1.1, (http/1.1)}{localhost:44581} 2024-11-20T18:20:35,733 INFO [Time-limited test {}] server.Server(415): Started @176073ms 2024-11-20T18:20:35,993 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:20:35,996 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T18:20:36,001 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T18:20:36,001 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T18:20:36,001 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T18:20:36,003 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a355638{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85318923-56ab-f9f3-0e3e-bebede952a16/hadoop.log.dir/,AVAILABLE} 2024-11-20T18:20:36,003 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27e95f40{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T18:20:36,099 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f77d453{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85318923-56ab-f9f3-0e3e-bebede952a16/java.io.tmpdir/jetty-localhost-38537-hadoop-hdfs-3_4_1-tests_jar-_-any-12099863363603321856/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T18:20:36,099 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@419d08a7{HTTP/1.1, (http/1.1)}{localhost:38537} 2024-11-20T18:20:36,099 INFO [Time-limited test {}] server.Server(415): Started @176439ms 2024-11-20T18:20:36,100 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T18:20:36,704 WARN [Thread-1804 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85318923-56ab-f9f3-0e3e-bebede952a16/cluster_d358858f-e5e2-ec94-a1e9-7833f00bd203/data/data1/current/BP-1793178604-172.17.0.3-1732126835303/current, will proceed with Du for space computation calculation, 2024-11-20T18:20:36,704 WARN [Thread-1805 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85318923-56ab-f9f3-0e3e-bebede952a16/cluster_d358858f-e5e2-ec94-a1e9-7833f00bd203/data/data2/current/BP-1793178604-172.17.0.3-1732126835303/current, will proceed with Du for space computation calculation, 2024-11-20T18:20:36,722 WARN [Thread-1792 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T18:20:36,724 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x57f491735e6dd729 with lease ID 0xd18ad01506df6d90: Processing first storage report for DS-43680d5c-3623-42d0-bea6-8d6b0e5e502f from datanode DatanodeRegistration(127.0.0.1:33057, datanodeUuid=2077c5c0-5e92-4a47-a2eb-0c66f5e3727c, infoPort=39657, infoSecurePort=0, ipcPort=42079, storageInfo=lv=-57;cid=testClusterID;nsid=1140726355;c=1732126835303) 2024-11-20T18:20:36,724 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x57f491735e6dd729 with lease ID 0xd18ad01506df6d90: from storage DS-43680d5c-3623-42d0-bea6-8d6b0e5e502f node DatanodeRegistration(127.0.0.1:33057, datanodeUuid=2077c5c0-5e92-4a47-a2eb-0c66f5e3727c, infoPort=39657, infoSecurePort=0, ipcPort=42079, storageInfo=lv=-57;cid=testClusterID;nsid=1140726355;c=1732126835303), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T18:20:36,724 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x57f491735e6dd729 with lease ID 0xd18ad01506df6d90: Processing first storage report for DS-ed9f7f6b-5fd6-4888-8836-f682429e2369 from datanode DatanodeRegistration(127.0.0.1:33057, datanodeUuid=2077c5c0-5e92-4a47-a2eb-0c66f5e3727c, infoPort=39657, infoSecurePort=0, ipcPort=42079, storageInfo=lv=-57;cid=testClusterID;nsid=1140726355;c=1732126835303) 2024-11-20T18:20:36,725 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x57f491735e6dd729 with lease ID 0xd18ad01506df6d90: from storage DS-ed9f7f6b-5fd6-4888-8836-f682429e2369 node DatanodeRegistration(127.0.0.1:33057, datanodeUuid=2077c5c0-5e92-4a47-a2eb-0c66f5e3727c, infoPort=39657, infoSecurePort=0, ipcPort=42079, storageInfo=lv=-57;cid=testClusterID;nsid=1140726355;c=1732126835303), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T18:20:36,735 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85318923-56ab-f9f3-0e3e-bebede952a16 2024-11-20T18:20:36,735 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:20:36,736 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:20:36,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741825_1001 (size=7) 2024-11-20T18:20:37,143 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809 with version=8 2024-11-20T18:20:37,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/hbase-staging 2024-11-20T18:20:37,145 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b87edf34edd:0 server-side Connection retries=45 2024-11-20T18:20:37,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:20:37,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T18:20:37,145 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T18:20:37,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:20:37,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T18:20:37,145 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T18:20:37,146 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T18:20:37,146 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38325 2024-11-20T18:20:37,147 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38325 connecting to ZooKeeper ensemble=127.0.0.1:51916 2024-11-20T18:20:37,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:383250x0, quorum=127.0.0.1:51916, baseZNode=/1494964841 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:20:37,173 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38325-0x1015979e8f70003 connected 2024-11-20T18:20:37,331 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:20:37,333 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:20:37,335 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38325-0x1015979e8f70003, quorum=127.0.0.1:51916, baseZNode=/1494964841 Set watcher on znode that does not yet exist, /1494964841/running 2024-11-20T18:20:37,335 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809, hbase.cluster.distributed=false 2024-11-20T18:20:37,336 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38325-0x1015979e8f70003, quorum=127.0.0.1:51916, baseZNode=/1494964841 Set watcher on znode that does not yet exist, /1494964841/acl 2024-11-20T18:20:37,337 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38325 2024-11-20T18:20:37,337 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38325 2024-11-20T18:20:37,337 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38325 2024-11-20T18:20:37,337 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38325 2024-11-20T18:20:37,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38325 2024-11-20T18:20:37,351 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b87edf34edd:0 server-side Connection retries=45 2024-11-20T18:20:37,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:20:37,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T18:20:37,352 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T18:20:37,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:20:37,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T18:20:37,352 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T18:20:37,352 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T18:20:37,352 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45123 2024-11-20T18:20:37,353 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45123 connecting to ZooKeeper ensemble=127.0.0.1:51916 2024-11-20T18:20:37,354 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:20:37,355 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:20:37,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451230x0, quorum=127.0.0.1:51916, baseZNode=/1494964841 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:20:37,430 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:451230x0, quorum=127.0.0.1:51916, baseZNode=/1494964841 Set watcher on znode that does not yet exist, /1494964841/running 2024-11-20T18:20:37,430 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45123-0x1015979e8f70004 connected 2024-11-20T18:20:37,431 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T18:20:37,431 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T18:20:37,431 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45123-0x1015979e8f70004, quorum=127.0.0.1:51916, baseZNode=/1494964841 Set watcher on znode that does not yet exist, /1494964841/master 2024-11-20T18:20:37,432 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45123-0x1015979e8f70004, quorum=127.0.0.1:51916, baseZNode=/1494964841 Set watcher on znode that does not yet exist, /1494964841/acl 2024-11-20T18:20:37,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45123 2024-11-20T18:20:37,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45123 2024-11-20T18:20:37,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45123 2024-11-20T18:20:37,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45123 2024-11-20T18:20:37,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45123 2024-11-20T18:20:37,451 DEBUG [M:0;6b87edf34edd:38325 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b87edf34edd:38325 2024-11-20T18:20:37,451 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1494964841/backup-masters/6b87edf34edd,38325,1732126837145 2024-11-20T18:20:37,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45123-0x1015979e8f70004, quorum=127.0.0.1:51916, baseZNode=/1494964841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1494964841/backup-masters 2024-11-20T18:20:37,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38325-0x1015979e8f70003, quorum=127.0.0.1:51916, baseZNode=/1494964841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1494964841/backup-masters 2024-11-20T18:20:37,477 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38325-0x1015979e8f70003, quorum=127.0.0.1:51916, baseZNode=/1494964841 Set watcher on existing znode=/1494964841/backup-masters/6b87edf34edd,38325,1732126837145 2024-11-20T18:20:37,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38325-0x1015979e8f70003, quorum=127.0.0.1:51916, baseZNode=/1494964841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1494964841 2024-11-20T18:20:37,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45123-0x1015979e8f70004, quorum=127.0.0.1:51916, baseZNode=/1494964841 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1494964841/master 2024-11-20T18:20:37,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45123-0x1015979e8f70004, quorum=127.0.0.1:51916, baseZNode=/1494964841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1494964841 2024-11-20T18:20:37,489 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38325-0x1015979e8f70003, quorum=127.0.0.1:51916, baseZNode=/1494964841 Set watcher on existing znode=/1494964841/master 2024-11-20T18:20:37,489 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1494964841/backup-masters/6b87edf34edd,38325,1732126837145 from backup master directory 2024-11-20T18:20:37,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45123-0x1015979e8f70004, quorum=127.0.0.1:51916, baseZNode=/1494964841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1494964841/backup-masters 2024-11-20T18:20:37,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38325-0x1015979e8f70003, quorum=127.0.0.1:51916, baseZNode=/1494964841 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1494964841/backup-masters/6b87edf34edd,38325,1732126837145 2024-11-20T18:20:37,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38325-0x1015979e8f70003, quorum=127.0.0.1:51916, baseZNode=/1494964841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1494964841/backup-masters 2024-11-20T18:20:37,499 WARN [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T18:20:37,499 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b87edf34edd,38325,1732126837145 2024-11-20T18:20:37,502 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/hbase.id] with ID: cd086542-09b9-44a2-adc9-5a7af42749f3 2024-11-20T18:20:37,502 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/.tmp/hbase.id 2024-11-20T18:20:37,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741826_1002 (size=42) 2024-11-20T18:20:37,907 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/.tmp/hbase.id]:[hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/hbase.id] 2024-11-20T18:20:37,916 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:20:37,916 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T18:20:37,917 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T18:20:37,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45123-0x1015979e8f70004, quorum=127.0.0.1:51916, baseZNode=/1494964841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1494964841 2024-11-20T18:20:37,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38325-0x1015979e8f70003, quorum=127.0.0.1:51916, baseZNode=/1494964841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1494964841 2024-11-20T18:20:37,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741827_1003 (size=196) 2024-11-20T18:20:38,368 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T18:20:38,368 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T18:20:38,369 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:20:38,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741828_1004 (size=1189) 2024-11-20T18:20:38,775 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/MasterData/data/master/store 2024-11-20T18:20:38,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741829_1005 (size=34) 2024-11-20T18:20:39,181 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:20:39,181 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T18:20:39,181 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:20:39,181 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:20:39,181 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T18:20:39,181 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:20:39,181 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:20:39,181 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732126839181Disabling compacts and flushes for region at 1732126839181Disabling writes for close at 1732126839181Writing region close event to WAL at 1732126839181Closed at 1732126839181 2024-11-20T18:20:39,182 WARN [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/MasterData/data/master/store/.initializing 2024-11-20T18:20:39,182 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/MasterData/WALs/6b87edf34edd,38325,1732126837145 2024-11-20T18:20:39,182 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T18:20:39,183 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b87edf34edd%2C38325%2C1732126837145, suffix=, logDir=hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/MasterData/WALs/6b87edf34edd,38325,1732126837145, archiveDir=hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/MasterData/oldWALs, maxLogs=10 2024-11-20T18:20:39,200 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/MasterData/WALs/6b87edf34edd,38325,1732126837145/6b87edf34edd%2C38325%2C1732126837145.1732126839184, exclude list is [], retry=0 2024-11-20T18:20:39,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33057,DS-43680d5c-3623-42d0-bea6-8d6b0e5e502f,DISK] 2024-11-20T18:20:39,204 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/MasterData/WALs/6b87edf34edd,38325,1732126837145/6b87edf34edd%2C38325%2C1732126837145.1732126839184 2024-11-20T18:20:39,204 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39657:39657)] 2024-11-20T18:20:39,204 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:20:39,204 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:20:39,204 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:20:39,204 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:20:39,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:20:39,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T18:20:39,206 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:39,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:20:39,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:20:39,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T18:20:39,207 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:39,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:20:39,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:20:39,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T18:20:39,208 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:39,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:20:39,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:20:39,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T18:20:39,209 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:39,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:20:39,210 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:20:39,210 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:20:39,210 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:20:39,211 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:20:39,211 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:20:39,212 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:20:39,212 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:20:39,214 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:20:39,214 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69015113, jitterRate=0.0284053236246109}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:20:39,214 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732126839204Initializing all the Stores at 1732126839205 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126839205Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126839205Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126839205Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126839205Cleaning up temporary data from old regions at 1732126839211 (+6 ms)Region opened successfully at 1732126839214 (+3 ms) 2024-11-20T18:20:39,214 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T18:20:39,216 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c58eb3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b87edf34edd/172.17.0.3:0 2024-11-20T18:20:39,217 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T18:20:39,217 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T18:20:39,217 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T18:20:39,217 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T18:20:39,218 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T18:20:39,218 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T18:20:39,218 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T18:20:39,219 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T18:20:39,220 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38325-0x1015979e8f70003, quorum=127.0.0.1:51916, baseZNode=/1494964841 Unable to get data of znode /1494964841/balancer because node does not exist (not necessarily an error) 2024-11-20T18:20:39,373 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1494964841/balancer already deleted, retry=false 2024-11-20T18:20:39,373 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T18:20:39,374 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38325-0x1015979e8f70003, quorum=127.0.0.1:51916, baseZNode=/1494964841 Unable to get data of znode /1494964841/normalizer because node does not exist (not necessarily an error) 2024-11-20T18:20:39,436 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1494964841/normalizer already deleted, retry=false 2024-11-20T18:20:39,436 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T18:20:39,437 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38325-0x1015979e8f70003, quorum=127.0.0.1:51916, baseZNode=/1494964841 Unable to get data of znode /1494964841/switch/split because node does not exist (not necessarily an error) 2024-11-20T18:20:39,561 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1494964841/switch/split already deleted, retry=false 2024-11-20T18:20:39,562 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38325-0x1015979e8f70003, quorum=127.0.0.1:51916, baseZNode=/1494964841 Unable to get data of znode /1494964841/switch/merge because node does not exist (not necessarily an error) 2024-11-20T18:20:39,681 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1494964841/switch/merge already deleted, retry=false 2024-11-20T18:20:39,683 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38325-0x1015979e8f70003, quorum=127.0.0.1:51916, baseZNode=/1494964841 Unable to get data of znode /1494964841/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T18:20:39,792 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1494964841/snapshot-cleanup already deleted, retry=false 2024-11-20T18:20:39,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45123-0x1015979e8f70004, quorum=127.0.0.1:51916, baseZNode=/1494964841 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1494964841/running 2024-11-20T18:20:39,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38325-0x1015979e8f70003, quorum=127.0.0.1:51916, baseZNode=/1494964841 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1494964841/running 2024-11-20T18:20:39,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45123-0x1015979e8f70004, quorum=127.0.0.1:51916, baseZNode=/1494964841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1494964841 2024-11-20T18:20:39,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38325-0x1015979e8f70003, quorum=127.0.0.1:51916, baseZNode=/1494964841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1494964841 2024-11-20T18:20:39,856 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b87edf34edd,38325,1732126837145, sessionid=0x1015979e8f70003, setting cluster-up flag (Was=false) 2024-11-20T18:20:39,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38325-0x1015979e8f70003, quorum=127.0.0.1:51916, baseZNode=/1494964841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1494964841 2024-11-20T18:20:39,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45123-0x1015979e8f70004, quorum=127.0.0.1:51916, baseZNode=/1494964841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1494964841 2024-11-20T18:20:39,909 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1494964841/flush-table-proc/acquired, /1494964841/flush-table-proc/reached, /1494964841/flush-table-proc/abort 2024-11-20T18:20:39,910 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b87edf34edd,38325,1732126837145 2024-11-20T18:20:39,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45123-0x1015979e8f70004, quorum=127.0.0.1:51916, baseZNode=/1494964841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1494964841 2024-11-20T18:20:39,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38325-0x1015979e8f70003, quorum=127.0.0.1:51916, baseZNode=/1494964841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1494964841 2024-11-20T18:20:39,962 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1494964841/online-snapshot/acquired, /1494964841/online-snapshot/reached, /1494964841/online-snapshot/abort 2024-11-20T18:20:39,963 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b87edf34edd,38325,1732126837145 2024-11-20T18:20:39,964 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T18:20:39,965 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T18:20:39,965 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T18:20:39,965 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T18:20:39,965 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b87edf34edd,38325,1732126837145 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T18:20:39,966 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:20:39,967 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:20:39,967 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:20:39,967 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:20:39,967 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b87edf34edd:0, corePoolSize=10, maxPoolSize=10 2024-11-20T18:20:39,967 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:20:39,967 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b87edf34edd:0, corePoolSize=2, maxPoolSize=2 2024-11-20T18:20:39,967 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:20:39,968 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732126869968 2024-11-20T18:20:39,968 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:20:39,968 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T18:20:39,968 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T18:20:39,968 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T18:20:39,968 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T18:20:39,968 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T18:20:39,968 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T18:20:39,968 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T18:20:39,969 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:39,969 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T18:20:39,972 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:39,972 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T18:20:39,972 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T18:20:39,973 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T18:20:39,973 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T18:20:39,973 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T18:20:39,973 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T18:20:39,973 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732126839973,5,FailOnTimeoutGroup] 2024-11-20T18:20:39,977 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732126839973,5,FailOnTimeoutGroup] 2024-11-20T18:20:39,977 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:39,977 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T18:20:39,977 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:39,977 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:39,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741831_1007 (size=1321) 2024-11-20T18:20:39,987 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T18:20:40,040 INFO [RS:0;6b87edf34edd:45123 {}] regionserver.HRegionServer(746): ClusterId : cd086542-09b9-44a2-adc9-5a7af42749f3 2024-11-20T18:20:40,040 DEBUG [RS:0;6b87edf34edd:45123 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T18:20:40,047 DEBUG [RS:0;6b87edf34edd:45123 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T18:20:40,047 DEBUG [RS:0;6b87edf34edd:45123 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T18:20:40,057 DEBUG [RS:0;6b87edf34edd:45123 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T18:20:40,057 DEBUG [RS:0;6b87edf34edd:45123 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79c2b58f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b87edf34edd/172.17.0.3:0 2024-11-20T18:20:40,073 DEBUG [RS:0;6b87edf34edd:45123 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b87edf34edd:45123 2024-11-20T18:20:40,073 INFO [RS:0;6b87edf34edd:45123 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T18:20:40,073 INFO [RS:0;6b87edf34edd:45123 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T18:20:40,073 DEBUG [RS:0;6b87edf34edd:45123 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T18:20:40,074 INFO [RS:0;6b87edf34edd:45123 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b87edf34edd,38325,1732126837145 with port=45123, startcode=1732126837351 2024-11-20T18:20:40,074 DEBUG [RS:0;6b87edf34edd:45123 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T18:20:40,076 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33407, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T18:20:40,076 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38325 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b87edf34edd,45123,1732126837351 2024-11-20T18:20:40,076 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38325 {}] master.ServerManager(517): Registering regionserver=6b87edf34edd,45123,1732126837351 2024-11-20T18:20:40,078 DEBUG [RS:0;6b87edf34edd:45123 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809 2024-11-20T18:20:40,078 DEBUG [RS:0;6b87edf34edd:45123 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43099 2024-11-20T18:20:40,078 DEBUG [RS:0;6b87edf34edd:45123 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T18:20:40,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38325-0x1015979e8f70003, quorum=127.0.0.1:51916, baseZNode=/1494964841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1494964841/rs 2024-11-20T18:20:40,090 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b87edf34edd,45123,1732126837351] 2024-11-20T18:20:40,091 DEBUG [RS:0;6b87edf34edd:45123 {}] zookeeper.ZKUtil(111): regionserver:45123-0x1015979e8f70004, quorum=127.0.0.1:51916, baseZNode=/1494964841 Set watcher on existing znode=/1494964841/rs/6b87edf34edd,45123,1732126837351 2024-11-20T18:20:40,091 WARN [RS:0;6b87edf34edd:45123 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T18:20:40,091 INFO [RS:0;6b87edf34edd:45123 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:20:40,091 DEBUG [RS:0;6b87edf34edd:45123 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/WALs/6b87edf34edd,45123,1732126837351 2024-11-20T18:20:40,095 INFO [RS:0;6b87edf34edd:45123 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T18:20:40,097 INFO [RS:0;6b87edf34edd:45123 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T18:20:40,097 INFO [RS:0;6b87edf34edd:45123 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T18:20:40,097 INFO [RS:0;6b87edf34edd:45123 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:40,097 INFO [RS:0;6b87edf34edd:45123 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T18:20:40,098 INFO [RS:0;6b87edf34edd:45123 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T18:20:40,098 INFO [RS:0;6b87edf34edd:45123 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:40,098 DEBUG [RS:0;6b87edf34edd:45123 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:20:40,098 DEBUG [RS:0;6b87edf34edd:45123 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:20:40,098 DEBUG [RS:0;6b87edf34edd:45123 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:20:40,098 DEBUG [RS:0;6b87edf34edd:45123 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:20:40,098 DEBUG [RS:0;6b87edf34edd:45123 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:20:40,098 DEBUG [RS:0;6b87edf34edd:45123 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b87edf34edd:0, corePoolSize=2, maxPoolSize=2 2024-11-20T18:20:40,098 DEBUG [RS:0;6b87edf34edd:45123 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:20:40,099 DEBUG [RS:0;6b87edf34edd:45123 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:20:40,099 DEBUG [RS:0;6b87edf34edd:45123 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:20:40,099 DEBUG [RS:0;6b87edf34edd:45123 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:20:40,099 DEBUG [RS:0;6b87edf34edd:45123 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:20:40,099 DEBUG [RS:0;6b87edf34edd:45123 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:20:40,099 DEBUG [RS:0;6b87edf34edd:45123 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b87edf34edd:0, corePoolSize=3, maxPoolSize=3 2024-11-20T18:20:40,099 DEBUG [RS:0;6b87edf34edd:45123 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b87edf34edd:0, corePoolSize=3, maxPoolSize=3 2024-11-20T18:20:40,099 INFO [RS:0;6b87edf34edd:45123 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:40,099 INFO [RS:0;6b87edf34edd:45123 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:40,099 INFO [RS:0;6b87edf34edd:45123 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:40,099 INFO [RS:0;6b87edf34edd:45123 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:40,099 INFO [RS:0;6b87edf34edd:45123 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:40,100 INFO [RS:0;6b87edf34edd:45123 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,45123,1732126837351-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T18:20:40,120 INFO [RS:0;6b87edf34edd:45123 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T18:20:40,120 INFO [RS:0;6b87edf34edd:45123 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,45123,1732126837351-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:40,121 INFO [RS:0;6b87edf34edd:45123 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:40,121 INFO [RS:0;6b87edf34edd:45123 {}] regionserver.Replication(171): 6b87edf34edd,45123,1732126837351 started 2024-11-20T18:20:40,141 INFO [RS:0;6b87edf34edd:45123 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:40,141 INFO [RS:0;6b87edf34edd:45123 {}] regionserver.HRegionServer(1482): Serving as 6b87edf34edd,45123,1732126837351, RpcServer on 6b87edf34edd/172.17.0.3:45123, sessionid=0x1015979e8f70004 2024-11-20T18:20:40,141 DEBUG [RS:0;6b87edf34edd:45123 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T18:20:40,141 DEBUG [RS:0;6b87edf34edd:45123 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b87edf34edd,45123,1732126837351 2024-11-20T18:20:40,141 DEBUG [RS:0;6b87edf34edd:45123 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b87edf34edd,45123,1732126837351' 2024-11-20T18:20:40,141 DEBUG [RS:0;6b87edf34edd:45123 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1494964841/flush-table-proc/abort' 2024-11-20T18:20:40,144 DEBUG [RS:0;6b87edf34edd:45123 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1494964841/flush-table-proc/acquired' 2024-11-20T18:20:40,144 DEBUG [RS:0;6b87edf34edd:45123 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T18:20:40,144 DEBUG [RS:0;6b87edf34edd:45123 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T18:20:40,144 DEBUG [RS:0;6b87edf34edd:45123 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b87edf34edd,45123,1732126837351 2024-11-20T18:20:40,144 DEBUG [RS:0;6b87edf34edd:45123 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b87edf34edd,45123,1732126837351' 2024-11-20T18:20:40,144 DEBUG [RS:0;6b87edf34edd:45123 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1494964841/online-snapshot/abort' 2024-11-20T18:20:40,152 DEBUG [RS:0;6b87edf34edd:45123 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1494964841/online-snapshot/acquired' 2024-11-20T18:20:40,155 DEBUG [RS:0;6b87edf34edd:45123 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T18:20:40,155 INFO [RS:0;6b87edf34edd:45123 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T18:20:40,155 INFO [RS:0;6b87edf34edd:45123 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T18:20:40,255 INFO [RS:0;6b87edf34edd:45123 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T18:20:40,257 INFO [RS:0;6b87edf34edd:45123 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b87edf34edd%2C45123%2C1732126837351, suffix=, logDir=hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/WALs/6b87edf34edd,45123,1732126837351, archiveDir=hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/oldWALs, maxLogs=10 2024-11-20T18:20:40,273 DEBUG [RS:0;6b87edf34edd:45123 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/WALs/6b87edf34edd,45123,1732126837351/6b87edf34edd%2C45123%2C1732126837351.1732126840257, exclude list is [], retry=0 2024-11-20T18:20:40,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33057,DS-43680d5c-3623-42d0-bea6-8d6b0e5e502f,DISK] 2024-11-20T18:20:40,277 INFO [RS:0;6b87edf34edd:45123 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/WALs/6b87edf34edd,45123,1732126837351/6b87edf34edd%2C45123%2C1732126837351.1732126840257 2024-11-20T18:20:40,277 DEBUG [RS:0;6b87edf34edd:45123 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39657:39657)] 2024-11-20T18:20:40,383 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T18:20:40,383 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809 2024-11-20T18:20:40,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741833_1009 (size=32) 2024-11-20T18:20:40,609 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T18:20:40,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:20:40,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:20:40,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:20:40,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:20:40,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:20:40,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:20:40,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:20:40,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:20:40,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T18:20:40,794 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T18:20:40,794 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:40,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:20:40,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T18:20:40,795 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T18:20:40,795 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:40,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:20:40,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T18:20:40,797 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T18:20:40,797 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:40,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:20:40,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T18:20:40,798 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T18:20:40,798 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:40,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:20:40,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T18:20:40,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/data/hbase/meta/1588230740 2024-11-20T18:20:40,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/data/hbase/meta/1588230740 2024-11-20T18:20:40,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T18:20:40,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T18:20:40,801 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:20:40,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T18:20:40,804 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:20:40,804 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59548107, jitterRate=-0.11266405880451202}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:20:40,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732126840791Initializing all the Stores at 1732126840792 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126840792Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126840792Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126840792Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126840792Cleaning up temporary data from old regions at 1732126840801 (+9 ms)Region opened successfully at 1732126840804 (+3 ms) 2024-11-20T18:20:40,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T18:20:40,804 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T18:20:40,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T18:20:40,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T18:20:40,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T18:20:40,805 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T18:20:40,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732126840804Disabling compacts and flushes for region at 1732126840804Disabling writes for close at 1732126840804Writing region close event to WAL at 1732126840805 (+1 ms)Closed at 1732126840805 2024-11-20T18:20:40,806 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:20:40,806 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T18:20:40,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T18:20:40,807 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T18:20:40,807 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T18:20:40,957 DEBUG [6b87edf34edd:38325 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T18:20:40,958 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b87edf34edd,45123,1732126837351 2024-11-20T18:20:40,959 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b87edf34edd,45123,1732126837351, state=OPENING 2024-11-20T18:20:41,066 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T18:20:41,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45123-0x1015979e8f70004, quorum=127.0.0.1:51916, baseZNode=/1494964841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1494964841 2024-11-20T18:20:41,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38325-0x1015979e8f70003, quorum=127.0.0.1:51916, baseZNode=/1494964841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1494964841 2024-11-20T18:20:41,088 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T18:20:41,088 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1494964841/meta-region-server: CHANGED 2024-11-20T18:20:41,088 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1494964841/meta-region-server: CHANGED 2024-11-20T18:20:41,088 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b87edf34edd,45123,1732126837351}] 2024-11-20T18:20:41,240 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T18:20:41,242 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55973, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T18:20:41,245 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T18:20:41,245 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:20:41,245 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T18:20:41,246 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b87edf34edd%2C45123%2C1732126837351.meta, suffix=.meta, logDir=hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/WALs/6b87edf34edd,45123,1732126837351, archiveDir=hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/oldWALs, maxLogs=10 2024-11-20T18:20:41,264 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/WALs/6b87edf34edd,45123,1732126837351/6b87edf34edd%2C45123%2C1732126837351.meta.1732126841247.meta, exclude list is [], retry=0 2024-11-20T18:20:41,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33057,DS-43680d5c-3623-42d0-bea6-8d6b0e5e502f,DISK] 2024-11-20T18:20:41,268 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/WALs/6b87edf34edd,45123,1732126837351/6b87edf34edd%2C45123%2C1732126837351.meta.1732126841247.meta 2024-11-20T18:20:41,268 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39657:39657)] 2024-11-20T18:20:41,268 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:20:41,269 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T18:20:41,269 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T18:20:41,269 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T18:20:41,269 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T18:20:41,269 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T18:20:41,269 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:20:41,269 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T18:20:41,269 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T18:20:41,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T18:20:41,271 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T18:20:41,271 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:41,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:20:41,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T18:20:41,272 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T18:20:41,272 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:41,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:20:41,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T18:20:41,273 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T18:20:41,273 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:41,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:20:41,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T18:20:41,274 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T18:20:41,274 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:41,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:20:41,275 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T18:20:41,276 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/data/hbase/meta/1588230740 2024-11-20T18:20:41,277 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/data/hbase/meta/1588230740 2024-11-20T18:20:41,278 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T18:20:41,278 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T18:20:41,278 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:20:41,280 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T18:20:41,280 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73360237, jitterRate=0.093152716755867}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:20:41,280 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T18:20:41,281 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732126841269Writing region info on filesystem at 1732126841269Initializing all the Stores at 1732126841270 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126841270Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126841270Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126841270Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126841270Cleaning up temporary data from old regions at 1732126841278 (+8 ms)Running coprocessor post-open hooks at 1732126841280 (+2 ms)Region opened successfully at 1732126841281 (+1 ms) 2024-11-20T18:20:41,281 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732126841240 2024-11-20T18:20:41,283 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T18:20:41,283 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T18:20:41,284 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b87edf34edd,45123,1732126837351 2024-11-20T18:20:41,285 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b87edf34edd,45123,1732126837351, state=OPEN 2024-11-20T18:20:41,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38325-0x1015979e8f70003, quorum=127.0.0.1:51916, baseZNode=/1494964841 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1494964841/meta-region-server 2024-11-20T18:20:41,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45123-0x1015979e8f70004, quorum=127.0.0.1:51916, baseZNode=/1494964841 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1494964841/meta-region-server 2024-11-20T18:20:41,288 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b87edf34edd,45123,1732126837351 2024-11-20T18:20:41,288 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1494964841/meta-region-server: CHANGED 2024-11-20T18:20:41,288 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1494964841/meta-region-server: CHANGED 2024-11-20T18:20:41,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T18:20:41,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b87edf34edd,45123,1732126837351 in 200 msec 2024-11-20T18:20:41,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T18:20:41,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 484 msec 2024-11-20T18:20:41,292 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:20:41,292 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T18:20:41,294 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:20:41,294 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,45123,1732126837351, seqNum=-1] 2024-11-20T18:20:41,294 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:20:41,295 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52569, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:20:41,299 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3340 sec 2024-11-20T18:20:41,299 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732126841299, completionTime=-1 2024-11-20T18:20:41,299 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T18:20:41,300 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T18:20:41,301 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T18:20:41,301 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732126901301 2024-11-20T18:20:41,301 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732126961301 2024-11-20T18:20:41,301 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T18:20:41,302 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,38325,1732126837145-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:41,302 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,38325,1732126837145-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:41,302 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,38325,1732126837145-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:41,302 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b87edf34edd:38325, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:41,302 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:41,302 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:41,303 DEBUG [master/6b87edf34edd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T18:20:41,305 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.806sec 2024-11-20T18:20:41,305 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T18:20:41,305 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T18:20:41,305 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T18:20:41,305 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T18:20:41,305 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T18:20:41,305 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,38325,1732126837145-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T18:20:41,305 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,38325,1732126837145-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T18:20:41,307 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T18:20:41,307 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T18:20:41,307 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,38325,1732126837145-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:20:41,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38f4bef6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:20:41,341 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,38325,-1 for getting cluster id 2024-11-20T18:20:41,341 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:20:41,342 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cd086542-09b9-44a2-adc9-5a7af42749f3' 2024-11-20T18:20:41,343 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:20:41,343 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cd086542-09b9-44a2-adc9-5a7af42749f3" 2024-11-20T18:20:41,343 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68b93892, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:20:41,343 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,38325,-1] 2024-11-20T18:20:41,343 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:20:41,343 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:41,344 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:20:41,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b14a0f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:20:41,345 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:20:41,346 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,45123,1732126837351, seqNum=-1] 2024-11-20T18:20:41,346 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:20:41,347 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:20:41,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b87edf34edd,38325,1732126837145 2024-11-20T18:20:41,350 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51916 2024-11-20T18:20:41,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51916, baseZNode=/1494964841 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:20:41,364 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015979e8f70005 connected 2024-11-20T18:20:41,374 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:20:41,375 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,37917,1732126832027 2024-11-20T18:20:41,375 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1af82ba 2024-11-20T18:20:41,375 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:20:41,376 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:20:41,377 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37917 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T18:20:41,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37917 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T18:20:41,380 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T18:20:41,380 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:41,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37917 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T18:20:41,381 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T18:20:41,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:20:41,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741835_1011 (size=902) 2024-11-20T18:20:41,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:20:41,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:20:41,788 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8f2be36ffa155f25d621184cf69f4357, NAME => 'test,,1732126841377.8f2be36ffa155f25d621184cf69f4357.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c 2024-11-20T18:20:41,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741836_1012 (size=39) 2024-11-20T18:20:42,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:20:42,194 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732126841377.8f2be36ffa155f25d621184cf69f4357.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:20:42,194 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8f2be36ffa155f25d621184cf69f4357, disabling compactions & flushes 2024-11-20T18:20:42,194 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732126841377.8f2be36ffa155f25d621184cf69f4357. 2024-11-20T18:20:42,194 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732126841377.8f2be36ffa155f25d621184cf69f4357. 2024-11-20T18:20:42,194 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732126841377.8f2be36ffa155f25d621184cf69f4357. after waiting 0 ms 2024-11-20T18:20:42,194 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732126841377.8f2be36ffa155f25d621184cf69f4357. 2024-11-20T18:20:42,194 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732126841377.8f2be36ffa155f25d621184cf69f4357. 2024-11-20T18:20:42,194 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8f2be36ffa155f25d621184cf69f4357: Waiting for close lock at 1732126842194Disabling compacts and flushes for region at 1732126842194Disabling writes for close at 1732126842194Writing region close event to WAL at 1732126842194Closed at 1732126842194 2024-11-20T18:20:42,196 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T18:20:42,196 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732126841377.8f2be36ffa155f25d621184cf69f4357.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732126842196"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732126842196"}]},"ts":"1732126842196"} 2024-11-20T18:20:42,198 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T18:20:42,199 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T18:20:42,199 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126842199"}]},"ts":"1732126842199"} 2024-11-20T18:20:42,200 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T18:20:42,201 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8f2be36ffa155f25d621184cf69f4357, ASSIGN}] 2024-11-20T18:20:42,202 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8f2be36ffa155f25d621184cf69f4357, ASSIGN 2024-11-20T18:20:42,202 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8f2be36ffa155f25d621184cf69f4357, ASSIGN; state=OFFLINE, location=6b87edf34edd,39745,1732126832214; forceNewPlan=false, retain=false 2024-11-20T18:20:42,353 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8f2be36ffa155f25d621184cf69f4357, regionState=OPENING, regionLocation=6b87edf34edd,39745,1732126832214 2024-11-20T18:20:42,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8f2be36ffa155f25d621184cf69f4357, ASSIGN because future has completed 2024-11-20T18:20:42,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f2be36ffa155f25d621184cf69f4357, server=6b87edf34edd,39745,1732126832214}] 2024-11-20T18:20:42,511 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732126841377.8f2be36ffa155f25d621184cf69f4357. 2024-11-20T18:20:42,512 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8f2be36ffa155f25d621184cf69f4357, NAME => 'test,,1732126841377.8f2be36ffa155f25d621184cf69f4357.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:20:42,512 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T18:20:42,512 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T18:20:42,512 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8f2be36ffa155f25d621184cf69f4357 2024-11-20T18:20:42,512 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732126841377.8f2be36ffa155f25d621184cf69f4357.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:20:42,512 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8f2be36ffa155f25d621184cf69f4357 2024-11-20T18:20:42,512 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8f2be36ffa155f25d621184cf69f4357 2024-11-20T18:20:42,514 INFO [StoreOpener-8f2be36ffa155f25d621184cf69f4357-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8f2be36ffa155f25d621184cf69f4357 2024-11-20T18:20:42,515 INFO [StoreOpener-8f2be36ffa155f25d621184cf69f4357-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f2be36ffa155f25d621184cf69f4357 columnFamilyName f 2024-11-20T18:20:42,515 DEBUG [StoreOpener-8f2be36ffa155f25d621184cf69f4357-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:42,515 INFO [StoreOpener-8f2be36ffa155f25d621184cf69f4357-1 {}] regionserver.HStore(327): Store=8f2be36ffa155f25d621184cf69f4357/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:20:42,515 INFO [StoreOpener-8f2be36ffa155f25d621184cf69f4357-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8f2be36ffa155f25d621184cf69f4357 2024-11-20T18:20:42,516 INFO [StoreOpener-8f2be36ffa155f25d621184cf69f4357-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f2be36ffa155f25d621184cf69f4357 columnFamilyName f1 2024-11-20T18:20:42,516 DEBUG [StoreOpener-8f2be36ffa155f25d621184cf69f4357-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:42,516 INFO [StoreOpener-8f2be36ffa155f25d621184cf69f4357-1 {}] regionserver.HStore(327): Store=8f2be36ffa155f25d621184cf69f4357/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:20:42,516 INFO [StoreOpener-8f2be36ffa155f25d621184cf69f4357-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8f2be36ffa155f25d621184cf69f4357 2024-11-20T18:20:42,517 INFO [StoreOpener-8f2be36ffa155f25d621184cf69f4357-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f2be36ffa155f25d621184cf69f4357 columnFamilyName norep 2024-11-20T18:20:42,517 DEBUG [StoreOpener-8f2be36ffa155f25d621184cf69f4357-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:42,517 INFO [StoreOpener-8f2be36ffa155f25d621184cf69f4357-1 {}] regionserver.HStore(327): Store=8f2be36ffa155f25d621184cf69f4357/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:20:42,517 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8f2be36ffa155f25d621184cf69f4357 2024-11-20T18:20:42,517 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/data/default/test/8f2be36ffa155f25d621184cf69f4357 2024-11-20T18:20:42,518 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/data/default/test/8f2be36ffa155f25d621184cf69f4357 2024-11-20T18:20:42,519 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8f2be36ffa155f25d621184cf69f4357 2024-11-20T18:20:42,519 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8f2be36ffa155f25d621184cf69f4357 2024-11-20T18:20:42,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:20:42,519 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T18:20:42,522 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8f2be36ffa155f25d621184cf69f4357 2024-11-20T18:20:42,523 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/data/default/test/8f2be36ffa155f25d621184cf69f4357/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:20:42,524 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8f2be36ffa155f25d621184cf69f4357; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66821819, jitterRate=-0.0042773038148880005}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T18:20:42,524 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8f2be36ffa155f25d621184cf69f4357 2024-11-20T18:20:42,525 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8f2be36ffa155f25d621184cf69f4357: Running coprocessor pre-open hook at 1732126842512Writing region info on filesystem at 1732126842512Initializing all the Stores at 1732126842513 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126842513Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126842513Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126842513Cleaning up temporary data from old regions at 1732126842519 (+6 ms)Running coprocessor post-open hooks at 1732126842524 (+5 ms)Region opened successfully at 1732126842525 (+1 ms) 2024-11-20T18:20:42,525 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732126841377.8f2be36ffa155f25d621184cf69f4357., pid=6, masterSystemTime=1732126842508 2024-11-20T18:20:42,527 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732126841377.8f2be36ffa155f25d621184cf69f4357. 2024-11-20T18:20:42,527 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732126841377.8f2be36ffa155f25d621184cf69f4357. 2024-11-20T18:20:42,528 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8f2be36ffa155f25d621184cf69f4357, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b87edf34edd,39745,1732126832214 2024-11-20T18:20:42,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f2be36ffa155f25d621184cf69f4357, server=6b87edf34edd,39745,1732126832214 because future has completed 2024-11-20T18:20:42,532 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T18:20:42,532 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8f2be36ffa155f25d621184cf69f4357, server=6b87edf34edd,39745,1732126832214 in 174 msec 2024-11-20T18:20:42,533 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T18:20:42,533 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8f2be36ffa155f25d621184cf69f4357, ASSIGN in 331 msec 2024-11-20T18:20:42,534 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T18:20:42,534 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126842534"}]},"ts":"1732126842534"} 2024-11-20T18:20:42,536 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T18:20:42,537 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T18:20:42,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1600 sec 2024-11-20T18:20:43,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:20:43,530 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T18:20:43,530 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:20:43,530 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,38325,1732126837145 2024-11-20T18:20:43,530 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b4a6c3c 2024-11-20T18:20:43,531 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:20:43,532 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:20:43,532 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T18:20:43,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T18:20:43,534 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T18:20:43,535 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:43,535 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T18:20:43,535 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T18:20:43,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:20:43,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741835_1011 (size=902) 2024-11-20T18:20:43,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:20:43,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:20:43,942 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 39e8a032e0dd10fea561669f9e5ff6a9, NAME => 'test,,1732126843532.39e8a032e0dd10fea561669f9e5ff6a9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809 2024-11-20T18:20:43,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741836_1012 (size=39) 2024-11-20T18:20:43,947 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732126843532.39e8a032e0dd10fea561669f9e5ff6a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:20:43,948 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 39e8a032e0dd10fea561669f9e5ff6a9, disabling compactions & flushes 2024-11-20T18:20:43,948 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732126843532.39e8a032e0dd10fea561669f9e5ff6a9. 2024-11-20T18:20:43,948 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732126843532.39e8a032e0dd10fea561669f9e5ff6a9. 2024-11-20T18:20:43,948 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732126843532.39e8a032e0dd10fea561669f9e5ff6a9. after waiting 0 ms 2024-11-20T18:20:43,948 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732126843532.39e8a032e0dd10fea561669f9e5ff6a9. 2024-11-20T18:20:43,948 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732126843532.39e8a032e0dd10fea561669f9e5ff6a9. 2024-11-20T18:20:43,948 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 39e8a032e0dd10fea561669f9e5ff6a9: Waiting for close lock at 1732126843948Disabling compacts and flushes for region at 1732126843948Disabling writes for close at 1732126843948Writing region close event to WAL at 1732126843948Closed at 1732126843948 2024-11-20T18:20:43,949 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T18:20:43,950 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732126843532.39e8a032e0dd10fea561669f9e5ff6a9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732126843949"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732126843949"}]},"ts":"1732126843949"} 2024-11-20T18:20:43,952 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T18:20:43,953 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T18:20:43,953 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126843953"}]},"ts":"1732126843953"} 2024-11-20T18:20:43,955 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T18:20:43,956 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=39e8a032e0dd10fea561669f9e5ff6a9, ASSIGN}] 2024-11-20T18:20:43,957 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=39e8a032e0dd10fea561669f9e5ff6a9, ASSIGN 2024-11-20T18:20:43,957 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=39e8a032e0dd10fea561669f9e5ff6a9, ASSIGN; state=OFFLINE, location=6b87edf34edd,45123,1732126837351; forceNewPlan=false, retain=false 2024-11-20T18:20:44,108 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=39e8a032e0dd10fea561669f9e5ff6a9, regionState=OPENING, regionLocation=6b87edf34edd,45123,1732126837351 2024-11-20T18:20:44,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=39e8a032e0dd10fea561669f9e5ff6a9, ASSIGN because future has completed 2024-11-20T18:20:44,111 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39e8a032e0dd10fea561669f9e5ff6a9, server=6b87edf34edd,45123,1732126837351}] 2024-11-20T18:20:44,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:20:44,266 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732126843532.39e8a032e0dd10fea561669f9e5ff6a9. 2024-11-20T18:20:44,266 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 39e8a032e0dd10fea561669f9e5ff6a9, NAME => 'test,,1732126843532.39e8a032e0dd10fea561669f9e5ff6a9.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:20:44,267 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T18:20:44,267 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T18:20:44,267 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 39e8a032e0dd10fea561669f9e5ff6a9 2024-11-20T18:20:44,267 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732126843532.39e8a032e0dd10fea561669f9e5ff6a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:20:44,267 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 39e8a032e0dd10fea561669f9e5ff6a9 2024-11-20T18:20:44,267 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 39e8a032e0dd10fea561669f9e5ff6a9 2024-11-20T18:20:44,268 INFO [StoreOpener-39e8a032e0dd10fea561669f9e5ff6a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 39e8a032e0dd10fea561669f9e5ff6a9 2024-11-20T18:20:44,269 INFO [StoreOpener-39e8a032e0dd10fea561669f9e5ff6a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39e8a032e0dd10fea561669f9e5ff6a9 columnFamilyName f 2024-11-20T18:20:44,269 DEBUG [StoreOpener-39e8a032e0dd10fea561669f9e5ff6a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:44,270 INFO [StoreOpener-39e8a032e0dd10fea561669f9e5ff6a9-1 {}] regionserver.HStore(327): Store=39e8a032e0dd10fea561669f9e5ff6a9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:20:44,270 INFO [StoreOpener-39e8a032e0dd10fea561669f9e5ff6a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 39e8a032e0dd10fea561669f9e5ff6a9 2024-11-20T18:20:44,270 INFO [StoreOpener-39e8a032e0dd10fea561669f9e5ff6a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39e8a032e0dd10fea561669f9e5ff6a9 columnFamilyName f1 2024-11-20T18:20:44,271 DEBUG [StoreOpener-39e8a032e0dd10fea561669f9e5ff6a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:44,271 INFO [StoreOpener-39e8a032e0dd10fea561669f9e5ff6a9-1 {}] regionserver.HStore(327): Store=39e8a032e0dd10fea561669f9e5ff6a9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:20:44,271 INFO [StoreOpener-39e8a032e0dd10fea561669f9e5ff6a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 39e8a032e0dd10fea561669f9e5ff6a9 2024-11-20T18:20:44,272 INFO [StoreOpener-39e8a032e0dd10fea561669f9e5ff6a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39e8a032e0dd10fea561669f9e5ff6a9 columnFamilyName norep 2024-11-20T18:20:44,272 DEBUG [StoreOpener-39e8a032e0dd10fea561669f9e5ff6a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:44,272 INFO [StoreOpener-39e8a032e0dd10fea561669f9e5ff6a9-1 {}] regionserver.HStore(327): Store=39e8a032e0dd10fea561669f9e5ff6a9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:20:44,272 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 39e8a032e0dd10fea561669f9e5ff6a9 2024-11-20T18:20:44,273 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/data/default/test/39e8a032e0dd10fea561669f9e5ff6a9 2024-11-20T18:20:44,273 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/data/default/test/39e8a032e0dd10fea561669f9e5ff6a9 2024-11-20T18:20:44,274 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 39e8a032e0dd10fea561669f9e5ff6a9 2024-11-20T18:20:44,274 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 39e8a032e0dd10fea561669f9e5ff6a9 2024-11-20T18:20:44,274 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T18:20:44,275 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 39e8a032e0dd10fea561669f9e5ff6a9 2024-11-20T18:20:44,277 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/data/default/test/39e8a032e0dd10fea561669f9e5ff6a9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:20:44,277 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 39e8a032e0dd10fea561669f9e5ff6a9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70702369, jitterRate=0.05354739725589752}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T18:20:44,277 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 39e8a032e0dd10fea561669f9e5ff6a9 2024-11-20T18:20:44,277 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 39e8a032e0dd10fea561669f9e5ff6a9: Running coprocessor pre-open hook at 1732126844267Writing region info on filesystem at 1732126844267Initializing all the Stores at 1732126844268 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126844268Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126844268Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126844268Cleaning up temporary data from old regions at 1732126844274 (+6 ms)Running coprocessor post-open hooks at 1732126844277 (+3 ms)Region opened successfully at 1732126844277 2024-11-20T18:20:44,278 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732126843532.39e8a032e0dd10fea561669f9e5ff6a9., pid=6, masterSystemTime=1732126844263 2024-11-20T18:20:44,279 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732126843532.39e8a032e0dd10fea561669f9e5ff6a9. 2024-11-20T18:20:44,280 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732126843532.39e8a032e0dd10fea561669f9e5ff6a9. 2024-11-20T18:20:44,280 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=39e8a032e0dd10fea561669f9e5ff6a9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b87edf34edd,45123,1732126837351 2024-11-20T18:20:44,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39e8a032e0dd10fea561669f9e5ff6a9, server=6b87edf34edd,45123,1732126837351 because future has completed 2024-11-20T18:20:44,285 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T18:20:44,285 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 39e8a032e0dd10fea561669f9e5ff6a9, server=6b87edf34edd,45123,1732126837351 in 172 msec 2024-11-20T18:20:44,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T18:20:44,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=39e8a032e0dd10fea561669f9e5ff6a9, ASSIGN in 330 msec 2024-11-20T18:20:44,288 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T18:20:44,288 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126844288"}]},"ts":"1732126844288"} 2024-11-20T18:20:44,290 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T18:20:44,291 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T18:20:44,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 759 msec 2024-11-20T18:20:44,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:20:44,669 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T18:20:44,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6df14aa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:20:44,670 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,37917,-1 for getting cluster id 2024-11-20T18:20:44,670 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:20:44,671 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93f6e008-2c1b-4275-8e52-580055708f68' 2024-11-20T18:20:44,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:20:44,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93f6e008-2c1b-4275-8e52-580055708f68" 2024-11-20T18:20:44,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9d55367, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:20:44,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,37917,-1] 2024-11-20T18:20:44,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:20:44,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:44,672 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:20:44,672 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21605c4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:20:44,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a6cb294, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:20:44,673 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,38325,-1 for getting cluster id 2024-11-20T18:20:44,673 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:20:44,673 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cd086542-09b9-44a2-adc9-5a7af42749f3' 2024-11-20T18:20:44,673 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:20:44,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cd086542-09b9-44a2-adc9-5a7af42749f3" 2024-11-20T18:20:44,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@da5fc33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:20:44,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,38325,-1] 2024-11-20T18:20:44,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:20:44,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:44,674 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:20:44,675 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d488edd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:20:44,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bfccaa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:20:44,675 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,37917,-1 for getting cluster id 2024-11-20T18:20:44,676 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:20:44,676 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93f6e008-2c1b-4275-8e52-580055708f68' 2024-11-20T18:20:44,676 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:20:44,676 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93f6e008-2c1b-4275-8e52-580055708f68" 2024-11-20T18:20:44,676 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b83d263, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:20:44,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,37917,-1] 2024-11-20T18:20:44,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:20:44,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:44,677 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:20:44,678 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ba5ad85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:20:44,678 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:20:44,679 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,37917,1732126832027 2024-11-20T18:20:44,679 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37afc90d 2024-11-20T18:20:44,679 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:20:44,680 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:20:44,680 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37917 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6b87edf34edd:38325,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T18:20:44,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37917 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T18:20:44,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:20:44,683 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b87edf34edd:38325' 2024-11-20T18:20:44,684 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4396477f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:20:44,684 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,38325,-1 for getting cluster id 2024-11-20T18:20:44,684 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:20:44,684 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cd086542-09b9-44a2-adc9-5a7af42749f3' 2024-11-20T18:20:44,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:20:44,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cd086542-09b9-44a2-adc9-5a7af42749f3" 2024-11-20T18:20:44,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a7e1d88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:20:44,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,38325,-1] 2024-11-20T18:20:44,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:20:44,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:44,686 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:20:44,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bbd6840, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:20:44,686 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:20:44,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,38325,1732126837145 2024-11-20T18:20:44,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75bfb5cf 2024-11-20T18:20:44,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:20:44,688 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:20:44,688 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T18:20:44,688 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T18:20:44,688 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:44,688 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:44,688 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:20:44,689 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T18:20:44,690 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T18:20:44,690 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T18:20:44,691 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:44,691 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T18:20:44,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741837_1013 (size=1138) 2024-11-20T18:20:44,740 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T18:20:44,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:20:45,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:20:45,097 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 544e309f68cdd69dbd8991dea3983fa1, NAME => 'hbase:replication,,1732126844688.544e309f68cdd69dbd8991dea3983fa1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c 2024-11-20T18:20:45,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741838_1014 (size=44) 2024-11-20T18:20:45,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:20:45,502 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732126844688.544e309f68cdd69dbd8991dea3983fa1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:20:45,502 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 544e309f68cdd69dbd8991dea3983fa1, disabling compactions & flushes 2024-11-20T18:20:45,502 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732126844688.544e309f68cdd69dbd8991dea3983fa1. 2024-11-20T18:20:45,502 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732126844688.544e309f68cdd69dbd8991dea3983fa1. 2024-11-20T18:20:45,502 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732126844688.544e309f68cdd69dbd8991dea3983fa1. after waiting 0 ms 2024-11-20T18:20:45,502 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732126844688.544e309f68cdd69dbd8991dea3983fa1. 2024-11-20T18:20:45,502 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732126844688.544e309f68cdd69dbd8991dea3983fa1. 2024-11-20T18:20:45,502 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 544e309f68cdd69dbd8991dea3983fa1: Waiting for close lock at 1732126845502Disabling compacts and flushes for region at 1732126845502Disabling writes for close at 1732126845502Writing region close event to WAL at 1732126845502Closed at 1732126845502 2024-11-20T18:20:45,504 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T18:20:45,504 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732126844688.544e309f68cdd69dbd8991dea3983fa1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732126845504"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732126845504"}]},"ts":"1732126845504"} 2024-11-20T18:20:45,506 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T18:20:45,507 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T18:20:45,507 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126845507"}]},"ts":"1732126845507"} 2024-11-20T18:20:45,509 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T18:20:45,509 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=544e309f68cdd69dbd8991dea3983fa1, ASSIGN}] 2024-11-20T18:20:45,510 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=544e309f68cdd69dbd8991dea3983fa1, ASSIGN 2024-11-20T18:20:45,511 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=544e309f68cdd69dbd8991dea3983fa1, ASSIGN; state=OFFLINE, location=6b87edf34edd,39745,1732126832214; forceNewPlan=false, retain=false 2024-11-20T18:20:45,662 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=544e309f68cdd69dbd8991dea3983fa1, regionState=OPENING, regionLocation=6b87edf34edd,39745,1732126832214 2024-11-20T18:20:45,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=544e309f68cdd69dbd8991dea3983fa1, ASSIGN because future has completed 2024-11-20T18:20:45,664 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 544e309f68cdd69dbd8991dea3983fa1, server=6b87edf34edd,39745,1732126832214}] 2024-11-20T18:20:45,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T18:20:45,726 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-20T18:20:45,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T18:20:45,727 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-20T18:20:45,819 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732126844688.544e309f68cdd69dbd8991dea3983fa1. 2024-11-20T18:20:45,819 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:20:45,819 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T18:20:45,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:20:45,820 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b87edf34edd%2C39745%2C1732126832214.rep, suffix=, logDir=hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/WALs/6b87edf34edd,39745,1732126832214, archiveDir=hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/oldWALs, maxLogs=10 2024-11-20T18:20:45,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/WALs/6b87edf34edd,39745,1732126832214/6b87edf34edd%2C39745%2C1732126832214.rep.1732126845821, exclude list is [], retry=0 2024-11-20T18:20:45,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37771,DS-11acccc6-34dc-4ebf-85fc-a9fb785db95d,DISK] 2024-11-20T18:20:45,835 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/WALs/6b87edf34edd,39745,1732126832214/6b87edf34edd%2C39745%2C1732126832214.rep.1732126845821 2024-11-20T18:20:45,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38735:38735)] 2024-11-20T18:20:45,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 544e309f68cdd69dbd8991dea3983fa1, NAME => 'hbase:replication,,1732126844688.544e309f68cdd69dbd8991dea3983fa1.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:20:45,836 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T18:20:45,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T18:20:45,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732126844688.544e309f68cdd69dbd8991dea3983fa1. service=MultiRowMutationService 2024-11-20T18:20:45,836 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T18:20:45,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 544e309f68cdd69dbd8991dea3983fa1 2024-11-20T18:20:45,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732126844688.544e309f68cdd69dbd8991dea3983fa1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:20:45,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 544e309f68cdd69dbd8991dea3983fa1 2024-11-20T18:20:45,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 544e309f68cdd69dbd8991dea3983fa1 2024-11-20T18:20:45,838 INFO [StoreOpener-544e309f68cdd69dbd8991dea3983fa1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 544e309f68cdd69dbd8991dea3983fa1 2024-11-20T18:20:45,839 INFO [StoreOpener-544e309f68cdd69dbd8991dea3983fa1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 544e309f68cdd69dbd8991dea3983fa1 columnFamilyName hfileref 2024-11-20T18:20:45,839 DEBUG [StoreOpener-544e309f68cdd69dbd8991dea3983fa1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:45,839 INFO [StoreOpener-544e309f68cdd69dbd8991dea3983fa1-1 {}] regionserver.HStore(327): Store=544e309f68cdd69dbd8991dea3983fa1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:20:45,839 INFO [StoreOpener-544e309f68cdd69dbd8991dea3983fa1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 544e309f68cdd69dbd8991dea3983fa1 2024-11-20T18:20:45,840 INFO [StoreOpener-544e309f68cdd69dbd8991dea3983fa1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 544e309f68cdd69dbd8991dea3983fa1 columnFamilyName queue 2024-11-20T18:20:45,840 DEBUG [StoreOpener-544e309f68cdd69dbd8991dea3983fa1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:45,840 INFO [StoreOpener-544e309f68cdd69dbd8991dea3983fa1-1 {}] regionserver.HStore(327): Store=544e309f68cdd69dbd8991dea3983fa1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:20:45,840 INFO [StoreOpener-544e309f68cdd69dbd8991dea3983fa1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 544e309f68cdd69dbd8991dea3983fa1 2024-11-20T18:20:45,841 INFO [StoreOpener-544e309f68cdd69dbd8991dea3983fa1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 544e309f68cdd69dbd8991dea3983fa1 columnFamilyName sid 2024-11-20T18:20:45,841 DEBUG [StoreOpener-544e309f68cdd69dbd8991dea3983fa1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:45,842 INFO [StoreOpener-544e309f68cdd69dbd8991dea3983fa1-1 {}] regionserver.HStore(327): Store=544e309f68cdd69dbd8991dea3983fa1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:20:45,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 544e309f68cdd69dbd8991dea3983fa1 2024-11-20T18:20:45,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/data/hbase/replication/544e309f68cdd69dbd8991dea3983fa1 2024-11-20T18:20:45,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/data/hbase/replication/544e309f68cdd69dbd8991dea3983fa1 2024-11-20T18:20:45,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 544e309f68cdd69dbd8991dea3983fa1 2024-11-20T18:20:45,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 544e309f68cdd69dbd8991dea3983fa1 2024-11-20T18:20:45,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T18:20:45,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 544e309f68cdd69dbd8991dea3983fa1 2024-11-20T18:20:45,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/data/hbase/replication/544e309f68cdd69dbd8991dea3983fa1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:20:45,846 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 544e309f68cdd69dbd8991dea3983fa1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68394644, jitterRate=0.01915961503982544}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T18:20:45,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 544e309f68cdd69dbd8991dea3983fa1 2024-11-20T18:20:45,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 544e309f68cdd69dbd8991dea3983fa1: Running coprocessor pre-open hook at 1732126845836Writing region info on filesystem at 1732126845837 (+1 ms)Initializing all the Stores at 1732126845837Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126845837Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126845837Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126845837Cleaning up temporary data from old regions at 1732126845843 (+6 ms)Running coprocessor post-open hooks at 1732126845846 (+3 ms)Region opened successfully at 1732126845847 (+1 ms) 2024-11-20T18:20:45,848 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732126844688.544e309f68cdd69dbd8991dea3983fa1., pid=10, masterSystemTime=1732126845816 2024-11-20T18:20:45,849 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732126844688.544e309f68cdd69dbd8991dea3983fa1. 2024-11-20T18:20:45,849 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732126844688.544e309f68cdd69dbd8991dea3983fa1. 2024-11-20T18:20:45,850 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=544e309f68cdd69dbd8991dea3983fa1, regionState=OPEN, openSeqNum=2, regionLocation=6b87edf34edd,39745,1732126832214 2024-11-20T18:20:45,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 544e309f68cdd69dbd8991dea3983fa1, server=6b87edf34edd,39745,1732126832214 because future has completed 2024-11-20T18:20:45,853 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T18:20:45,853 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 544e309f68cdd69dbd8991dea3983fa1, server=6b87edf34edd,39745,1732126832214 in 188 msec 2024-11-20T18:20:45,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T18:20:45,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=544e309f68cdd69dbd8991dea3983fa1, ASSIGN in 344 msec 2024-11-20T18:20:45,855 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T18:20:45,856 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126845855"}]},"ts":"1732126845855"} 2024-11-20T18:20:45,857 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T18:20:45,858 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T18:20:45,859 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1690 sec 2024-11-20T18:20:45,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732126844688.544e309f68cdd69dbd8991dea3983fa1., hostname=6b87edf34edd,39745,1732126832214, seqNum=2] 2024-11-20T18:20:45,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37917-0x1015979e8f70000, quorum=127.0.0.1:51916, baseZNode=/0707535678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0707535678 2024-11-20T18:20:45,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39745-0x1015979e8f70001, quorum=127.0.0.1:51916, baseZNode=/0707535678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0707535678 2024-11-20T18:20:45,987 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T18:20:45,988 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T18:20:46,004 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T18:20:46,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T18:20:46,157 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T18:20:46,184 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6b87edf34edd,39745,1732126832214, ReplicationSource: 1, currentBandwidth=0 2024-11-20T18:20:46,184 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:20:46,184 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,39745,1732126832214, seqNum=-1] 2024-11-20T18:20:46,185 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:20:46,186 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48993, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-20T18:20:46,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6b87edf34edd,39745,1732126832214', locateType=CURRENT is [region=hbase:replication,,1732126844688.544e309f68cdd69dbd8991dea3983fa1., hostname=6b87edf34edd,39745,1732126832214, seqNum=2] 2024-11-20T18:20:46,189 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T18:20:46,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37917 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T18:20:46,191 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6b87edf34edd,39745,1732126832214 suceeded 2024-11-20T18:20:46,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T18:20:46,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-20T18:20:46,193 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6b87edf34edd:38325,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T18:20:46,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5130 sec 2024-11-20T18:20:46,204 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39745,1732126832214 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b87edf34edd:38325' 2024-11-20T18:20:46,205 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39745,1732126832214 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@429a0fbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:20:46,205 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39745,1732126832214 {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,38325,-1 for getting cluster id 2024-11-20T18:20:46,205 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39745,1732126832214 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:20:46,206 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cd086542-09b9-44a2-adc9-5a7af42749f3' 2024-11-20T18:20:46,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:20:46,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cd086542-09b9-44a2-adc9-5a7af42749f3" 2024-11-20T18:20:46,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e909c0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:20:46,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,38325,-1] 2024-11-20T18:20:46,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:20:46,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:46,207 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:20:46,207 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39745,1732126832214 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17222dc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:20:46,207 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39745,1732126832214 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:20:46,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,38325,1732126837145 2024-11-20T18:20:46,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6939e99a 2024-11-20T18:20:46,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:20:46,209 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-20T18:20:46,209 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39745,1732126832214 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6b87edf34edd,39745,1732126832214 (queues=1) is replicating from cluster=93f6e008-2c1b-4275-8e52-580055708f68 to cluster=cd086542-09b9-44a2-adc9-5a7af42749f3 2024-11-20T18:20:46,210 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39745,1732126832214 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6b87edf34edd%2C39745%2C1732126832214 2024-11-20T18:20:46,210 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39745,1732126832214 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6b87edf34edd,39745,1732126832214, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T18:20:46,210 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39745,1732126832214.replicationSource.shipper6b87edf34edd%2C39745%2C1732126832214,1-6b87edf34edd,39745,1732126832214 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b87edf34edd%2C39745%2C1732126832214 2024-11-20T18:20:46,210 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39745,1732126832214.replicationSource.wal-reader.6b87edf34edd%2C39745%2C1732126832214,1-6b87edf34edd,39745,1732126832214 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/WALs/6b87edf34edd,39745,1732126832214/6b87edf34edd%2C39745%2C1732126832214.1732126834132, startPosition=0, beingWritten=true 2024-11-20T18:20:46,215 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39745,1732126832214.replicationSource.wal-reader.6b87edf34edd%2C39745%2C1732126832214,1-6b87edf34edd,39745,1732126832214 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T18:20:46,215 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39745,1732126832214.replicationSource.wal-reader.6b87edf34edd%2C39745%2C1732126832214,1-6b87edf34edd,39745,1732126832214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/WALs/6b87edf34edd,39745,1732126832214/6b87edf34edd%2C39745%2C1732126832214.1732126834132 to pos 379, reset compression=false 2024-11-20T18:20:46,215 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39745,1732126832214.replicationSource.shipper6b87edf34edd%2C39745%2C1732126832214,1-6b87edf34edd,39745,1732126832214 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,39745,1732126832214 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/WALs/6b87edf34edd,39745,1732126832214/6b87edf34edd%2C39745%2C1732126832214.1732126834132, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T18:20:46,419 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39745,1732126832214.replicationSource.wal-reader.6b87edf34edd%2C39745%2C1732126832214,1-6b87edf34edd,39745,1732126832214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/WALs/6b87edf34edd,39745,1732126832214/6b87edf34edd%2C39745%2C1732126832214.1732126834132 to pos 379, reset compression=false 2024-11-20T18:20:46,723 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39745,1732126832214.replicationSource.wal-reader.6b87edf34edd%2C39745%2C1732126832214,1-6b87edf34edd,39745,1732126832214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/WALs/6b87edf34edd,39745,1732126832214/6b87edf34edd%2C39745%2C1732126832214.1732126834132 to pos 379, reset compression=false 2024-11-20T18:20:46,771 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T18:20:46,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:20:46,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:20:46,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:20:46,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:20:46,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:20:46,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:20:46,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:20:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:20:46,829 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T18:20:46,829 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:20:46,829 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:20:46,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:46,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:46,829 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:20:46,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59b9487f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:20:46,830 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,38325,-1 for getting cluster id 2024-11-20T18:20:46,830 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:20:46,831 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cd086542-09b9-44a2-adc9-5a7af42749f3' 2024-11-20T18:20:46,831 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:20:46,831 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cd086542-09b9-44a2-adc9-5a7af42749f3" 2024-11-20T18:20:46,831 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@279b5fe2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:20:46,831 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,38325,-1] 2024-11-20T18:20:46,832 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:20:46,832 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:46,832 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:20:46,833 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52b0bf95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:20:46,833 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:20:46,834 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,38325,1732126837145 2024-11-20T18:20:46,834 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d72e08b 2024-11-20T18:20:46,834 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:20:46,835 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:20:46,835 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6b87edf34edd:37917,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T18:20:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T18:20:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:20:46,838 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b87edf34edd:37917' 2024-11-20T18:20:46,839 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@175672ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:20:46,839 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,37917,-1 for getting cluster id 2024-11-20T18:20:46,839 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:20:46,840 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93f6e008-2c1b-4275-8e52-580055708f68' 2024-11-20T18:20:46,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:20:46,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93f6e008-2c1b-4275-8e52-580055708f68" 2024-11-20T18:20:46,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aaccba5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:20:46,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,37917,-1] 2024-11-20T18:20:46,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:20:46,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:46,841 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:20:46,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@181140a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:20:46,842 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:20:46,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,37917,1732126832027 2024-11-20T18:20:46,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ae36240 2024-11-20T18:20:46,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:20:46,843 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:20:46,844 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T18:20:46,844 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T18:20:46,844 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:46,844 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:46,844 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:20:46,844 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T18:20:46,846 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T18:20:46,846 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T18:20:46,847 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:46,847 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T18:20:46,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741837_1013 (size=1138) 2024-11-20T18:20:46,855 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3e71763ebbd30408f7c949b9db4c6f43, NAME => 'hbase:replication,,1732126846844.3e71763ebbd30408f7c949b9db4c6f43.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809 2024-11-20T18:20:46,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741838_1014 (size=44) 2024-11-20T18:20:46,896 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T18:20:46,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:20:47,127 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39745,1732126832214.replicationSource.wal-reader.6b87edf34edd%2C39745%2C1732126832214,1-6b87edf34edd,39745,1732126832214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/WALs/6b87edf34edd,39745,1732126832214/6b87edf34edd%2C39745%2C1732126832214.1732126834132 to pos 379, reset compression=false 2024-11-20T18:20:47,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:20:47,262 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732126846844.3e71763ebbd30408f7c949b9db4c6f43.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:20:47,262 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3e71763ebbd30408f7c949b9db4c6f43, disabling compactions & flushes 2024-11-20T18:20:47,262 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732126846844.3e71763ebbd30408f7c949b9db4c6f43. 2024-11-20T18:20:47,262 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732126846844.3e71763ebbd30408f7c949b9db4c6f43. 2024-11-20T18:20:47,262 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732126846844.3e71763ebbd30408f7c949b9db4c6f43. after waiting 0 ms 2024-11-20T18:20:47,262 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732126846844.3e71763ebbd30408f7c949b9db4c6f43. 2024-11-20T18:20:47,262 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732126846844.3e71763ebbd30408f7c949b9db4c6f43. 2024-11-20T18:20:47,262 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3e71763ebbd30408f7c949b9db4c6f43: Waiting for close lock at 1732126847262Disabling compacts and flushes for region at 1732126847262Disabling writes for close at 1732126847262Writing region close event to WAL at 1732126847262Closed at 1732126847262 2024-11-20T18:20:47,263 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T18:20:47,263 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732126846844.3e71763ebbd30408f7c949b9db4c6f43.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732126847263"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732126847263"}]},"ts":"1732126847263"} 2024-11-20T18:20:47,265 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T18:20:47,265 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T18:20:47,266 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126847265"}]},"ts":"1732126847265"} 2024-11-20T18:20:47,267 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T18:20:47,267 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3e71763ebbd30408f7c949b9db4c6f43, ASSIGN}] 2024-11-20T18:20:47,268 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3e71763ebbd30408f7c949b9db4c6f43, ASSIGN 2024-11-20T18:20:47,268 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3e71763ebbd30408f7c949b9db4c6f43, ASSIGN; state=OFFLINE, location=6b87edf34edd,45123,1732126837351; forceNewPlan=false, retain=false 2024-11-20T18:20:47,419 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3e71763ebbd30408f7c949b9db4c6f43, regionState=OPENING, regionLocation=6b87edf34edd,45123,1732126837351 2024-11-20T18:20:47,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3e71763ebbd30408f7c949b9db4c6f43, ASSIGN because future has completed 2024-11-20T18:20:47,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e71763ebbd30408f7c949b9db4c6f43, server=6b87edf34edd,45123,1732126837351}] 2024-11-20T18:20:47,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:20:47,575 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732126846844.3e71763ebbd30408f7c949b9db4c6f43. 2024-11-20T18:20:47,575 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:20:47,575 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T18:20:47,576 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b87edf34edd%2C45123%2C1732126837351.rep, suffix=, logDir=hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/WALs/6b87edf34edd,45123,1732126837351, archiveDir=hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/oldWALs, maxLogs=10 2024-11-20T18:20:47,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/WALs/6b87edf34edd,45123,1732126837351/6b87edf34edd%2C45123%2C1732126837351.rep.1732126847577, exclude list is [], retry=0 2024-11-20T18:20:47,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33057,DS-43680d5c-3623-42d0-bea6-8d6b0e5e502f,DISK] 2024-11-20T18:20:47,592 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/WALs/6b87edf34edd,45123,1732126837351/6b87edf34edd%2C45123%2C1732126837351.rep.1732126847577 2024-11-20T18:20:47,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39657:39657)] 2024-11-20T18:20:47,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3e71763ebbd30408f7c949b9db4c6f43, NAME => 'hbase:replication,,1732126846844.3e71763ebbd30408f7c949b9db4c6f43.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:20:47,592 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T18:20:47,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T18:20:47,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732126846844.3e71763ebbd30408f7c949b9db4c6f43. service=MultiRowMutationService 2024-11-20T18:20:47,592 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T18:20:47,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3e71763ebbd30408f7c949b9db4c6f43 2024-11-20T18:20:47,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732126846844.3e71763ebbd30408f7c949b9db4c6f43.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:20:47,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3e71763ebbd30408f7c949b9db4c6f43 2024-11-20T18:20:47,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3e71763ebbd30408f7c949b9db4c6f43 2024-11-20T18:20:47,594 INFO [StoreOpener-3e71763ebbd30408f7c949b9db4c6f43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3e71763ebbd30408f7c949b9db4c6f43 2024-11-20T18:20:47,595 INFO [StoreOpener-3e71763ebbd30408f7c949b9db4c6f43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e71763ebbd30408f7c949b9db4c6f43 columnFamilyName hfileref 2024-11-20T18:20:47,595 DEBUG [StoreOpener-3e71763ebbd30408f7c949b9db4c6f43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:47,595 INFO [StoreOpener-3e71763ebbd30408f7c949b9db4c6f43-1 {}] regionserver.HStore(327): Store=3e71763ebbd30408f7c949b9db4c6f43/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:20:47,596 INFO [StoreOpener-3e71763ebbd30408f7c949b9db4c6f43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3e71763ebbd30408f7c949b9db4c6f43 2024-11-20T18:20:47,597 INFO [StoreOpener-3e71763ebbd30408f7c949b9db4c6f43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e71763ebbd30408f7c949b9db4c6f43 columnFamilyName queue 2024-11-20T18:20:47,597 DEBUG [StoreOpener-3e71763ebbd30408f7c949b9db4c6f43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:47,597 INFO [StoreOpener-3e71763ebbd30408f7c949b9db4c6f43-1 {}] regionserver.HStore(327): Store=3e71763ebbd30408f7c949b9db4c6f43/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:20:47,597 INFO [StoreOpener-3e71763ebbd30408f7c949b9db4c6f43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3e71763ebbd30408f7c949b9db4c6f43 2024-11-20T18:20:47,598 INFO [StoreOpener-3e71763ebbd30408f7c949b9db4c6f43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e71763ebbd30408f7c949b9db4c6f43 columnFamilyName sid 2024-11-20T18:20:47,598 DEBUG [StoreOpener-3e71763ebbd30408f7c949b9db4c6f43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:20:47,598 INFO [StoreOpener-3e71763ebbd30408f7c949b9db4c6f43-1 {}] regionserver.HStore(327): Store=3e71763ebbd30408f7c949b9db4c6f43/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:20:47,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3e71763ebbd30408f7c949b9db4c6f43 2024-11-20T18:20:47,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/data/hbase/replication/3e71763ebbd30408f7c949b9db4c6f43 2024-11-20T18:20:47,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/data/hbase/replication/3e71763ebbd30408f7c949b9db4c6f43 2024-11-20T18:20:47,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3e71763ebbd30408f7c949b9db4c6f43 2024-11-20T18:20:47,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3e71763ebbd30408f7c949b9db4c6f43 2024-11-20T18:20:47,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T18:20:47,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3e71763ebbd30408f7c949b9db4c6f43 2024-11-20T18:20:47,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/data/hbase/replication/3e71763ebbd30408f7c949b9db4c6f43/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:20:47,603 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3e71763ebbd30408f7c949b9db4c6f43; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60270965, jitterRate=-0.1018926352262497}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T18:20:47,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3e71763ebbd30408f7c949b9db4c6f43 2024-11-20T18:20:47,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3e71763ebbd30408f7c949b9db4c6f43: Running coprocessor pre-open hook at 1732126847593Writing region info on filesystem at 1732126847593Initializing all the Stores at 1732126847593Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126847594 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126847594Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126847594Cleaning up temporary data from old regions at 1732126847600 (+6 ms)Running coprocessor post-open hooks at 1732126847603 (+3 ms)Region opened successfully at 1732126847603 2024-11-20T18:20:47,604 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732126846844.3e71763ebbd30408f7c949b9db4c6f43., pid=10, masterSystemTime=1732126847572 2024-11-20T18:20:47,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732126846844.3e71763ebbd30408f7c949b9db4c6f43. 2024-11-20T18:20:47,605 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732126846844.3e71763ebbd30408f7c949b9db4c6f43. 2024-11-20T18:20:47,606 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3e71763ebbd30408f7c949b9db4c6f43, regionState=OPEN, openSeqNum=2, regionLocation=6b87edf34edd,45123,1732126837351 2024-11-20T18:20:47,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e71763ebbd30408f7c949b9db4c6f43, server=6b87edf34edd,45123,1732126837351 because future has completed 2024-11-20T18:20:47,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T18:20:47,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3e71763ebbd30408f7c949b9db4c6f43, server=6b87edf34edd,45123,1732126837351 in 187 msec 2024-11-20T18:20:47,611 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T18:20:47,611 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3e71763ebbd30408f7c949b9db4c6f43, ASSIGN in 343 msec 2024-11-20T18:20:47,612 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T18:20:47,612 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126847612"}]},"ts":"1732126847612"} 2024-11-20T18:20:47,614 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T18:20:47,614 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T18:20:47,615 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 770 msec 2024-11-20T18:20:47,631 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39745,1732126832214.replicationSource.wal-reader.6b87edf34edd%2C39745%2C1732126832214,1-6b87edf34edd,39745,1732126832214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/WALs/6b87edf34edd,39745,1732126832214/6b87edf34edd%2C39745%2C1732126832214.1732126834132 to pos 379, reset compression=false 2024-11-20T18:20:47,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732126846844.3e71763ebbd30408f7c949b9db4c6f43., hostname=6b87edf34edd,45123,1732126837351, seqNum=2] 2024-11-20T18:20:47,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38325-0x1015979e8f70003, quorum=127.0.0.1:51916, baseZNode=/1494964841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1494964841 2024-11-20T18:20:47,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45123-0x1015979e8f70004, quorum=127.0.0.1:51916, baseZNode=/1494964841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1494964841 2024-11-20T18:20:47,731 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T18:20:47,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45123 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T18:20:47,883 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T18:20:47,908 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6b87edf34edd,45123,1732126837351, ReplicationSource: 1, currentBandwidth=0 2024-11-20T18:20:47,909 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:20:47,909 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,45123,1732126837351, seqNum=-1] 2024-11-20T18:20:47,909 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:20:47,910 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41901, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-20T18:20:47,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6b87edf34edd,45123,1732126837351', locateType=CURRENT is [region=hbase:replication,,1732126846844.3e71763ebbd30408f7c949b9db4c6f43., hostname=6b87edf34edd,45123,1732126837351, seqNum=2] 2024-11-20T18:20:47,913 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T18:20:47,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T18:20:47,915 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6b87edf34edd,45123,1732126837351 suceeded 2024-11-20T18:20:47,916 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T18:20:47,916 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6b87edf34edd:37917,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T18:20:47,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-20T18:20:47,917 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0810 sec 2024-11-20T18:20:47,926 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45123,1732126837351 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b87edf34edd:37917' 2024-11-20T18:20:47,927 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45123,1732126837351 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d58e27c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:20:47,927 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45123,1732126837351 {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,37917,-1 for getting cluster id 2024-11-20T18:20:47,927 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45123,1732126837351 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:20:47,928 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93f6e008-2c1b-4275-8e52-580055708f68' 2024-11-20T18:20:47,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:20:47,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93f6e008-2c1b-4275-8e52-580055708f68" 2024-11-20T18:20:47,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a66e6a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:20:47,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,37917,-1] 2024-11-20T18:20:47,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:20:47,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:47,929 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:20:47,930 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45123,1732126837351 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e1f7e5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:20:47,930 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45123,1732126837351 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:20:47,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,37917,1732126832027 2024-11-20T18:20:47,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@645ca982 2024-11-20T18:20:47,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:20:47,931 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-20T18:20:47,932 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45123,1732126837351 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6b87edf34edd,45123,1732126837351 (queues=1) is replicating from cluster=cd086542-09b9-44a2-adc9-5a7af42749f3 to cluster=93f6e008-2c1b-4275-8e52-580055708f68 2024-11-20T18:20:47,932 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45123,1732126837351 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6b87edf34edd%2C45123%2C1732126837351 2024-11-20T18:20:47,932 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45123,1732126837351 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6b87edf34edd,45123,1732126837351, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T18:20:47,933 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45123,1732126837351.replicationSource.shipper6b87edf34edd%2C45123%2C1732126837351,1-6b87edf34edd,45123,1732126837351 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b87edf34edd%2C45123%2C1732126837351 2024-11-20T18:20:47,933 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45123,1732126837351.replicationSource.wal-reader.6b87edf34edd%2C45123%2C1732126837351,1-6b87edf34edd,45123,1732126837351 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/WALs/6b87edf34edd,45123,1732126837351/6b87edf34edd%2C45123%2C1732126837351.1732126840257, startPosition=0, beingWritten=true 2024-11-20T18:20:47,937 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45123,1732126837351.replicationSource.wal-reader.6b87edf34edd%2C45123%2C1732126837351,1-6b87edf34edd,45123,1732126837351 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T18:20:47,937 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45123,1732126837351.replicationSource.wal-reader.6b87edf34edd%2C45123%2C1732126837351,1-6b87edf34edd,45123,1732126837351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/WALs/6b87edf34edd,45123,1732126837351/6b87edf34edd%2C45123%2C1732126837351.1732126840257 to pos 379, reset compression=false 2024-11-20T18:20:47,937 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45123,1732126837351.replicationSource.shipper6b87edf34edd%2C45123%2C1732126837351,1-6b87edf34edd,45123,1732126837351 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,45123,1732126837351 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/WALs/6b87edf34edd,45123,1732126837351/6b87edf34edd%2C45123%2C1732126837351.1732126840257, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T18:20:47,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:20:47,970 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T18:20:47,970 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:20:47,970 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:20:47,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:47,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:47,970 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:20:47,971 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:20:47,974 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732126847973/Put/seqid=0 2024-11-20T18:20:47,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741840_1016 (size=7894) 2024-11-20T18:20:48,140 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45123,1732126837351.replicationSource.wal-reader.6b87edf34edd%2C45123%2C1732126837351,1-6b87edf34edd,45123,1732126837351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/WALs/6b87edf34edd,45123,1732126837351/6b87edf34edd%2C45123%2C1732126837351.1732126840257 to pos 379, reset compression=false 2024-11-20T18:20:48,234 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39745,1732126832214.replicationSource.wal-reader.6b87edf34edd%2C39745%2C1732126832214,1-6b87edf34edd,39745,1732126832214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/WALs/6b87edf34edd,39745,1732126832214/6b87edf34edd%2C39745%2C1732126832214.1732126834132 to pos 379, reset compression=false 2024-11-20T18:20:48,380 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732126848379/Put/seqid=0 2024-11-20T18:20:48,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741841_1017 (size=7691) 2024-11-20T18:20:48,444 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45123,1732126837351.replicationSource.wal-reader.6b87edf34edd%2C45123%2C1732126837351,1-6b87edf34edd,45123,1732126837351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/WALs/6b87edf34edd,45123,1732126837351/6b87edf34edd%2C45123%2C1732126837351.1732126840257 to pos 379, reset compression=false 2024-11-20T18:20:48,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@295b726, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:20:48,785 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,37917,-1 for getting cluster id 2024-11-20T18:20:48,785 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:20:48,786 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93f6e008-2c1b-4275-8e52-580055708f68' 2024-11-20T18:20:48,786 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:20:48,787 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93f6e008-2c1b-4275-8e52-580055708f68" 2024-11-20T18:20:48,787 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@710e9217, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:20:48,787 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,37917,-1] 2024-11-20T18:20:48,787 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:20:48,787 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:48,788 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:20:48,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67057b9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:20:48,789 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:20:48,790 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,39745,1732126832214, seqNum=-1] 2024-11-20T18:20:48,790 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:20:48,791 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:20:48,813 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:20:48,814 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,37917,1732126832027 2024-11-20T18:20:48,814 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12c90f15 2024-11-20T18:20:48,814 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:20:48,816 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:20:48,819 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732126841377.8f2be36ffa155f25d621184cf69f4357., hostname=6b87edf34edd,39745,1732126832214, seqNum=2] 2024-11-20T18:20:48,821 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T18:20:48,827 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-20T18:20:48,829 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-20T18:20:48,833 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 8f2be36ffa155f25d621184cf69f4357/f 2024-11-20T18:20:48,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-20T18:20:48,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T18:20:48,836 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 8f2be36ffa155f25d621184cf69f4357/f 2024-11-20T18:20:48,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-20T18:20:48,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T18:20:48,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] regionserver.HRegion(2603): Flush status journal for 8f2be36ffa155f25d621184cf69f4357: 2024-11-20T18:20:48,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/staging/jenkins__test__jt4cmi1120348m8gqsd8vjkbug3fop7k8i558jeo2mbcj7vpgpv11sajt2j1lbo7/f/hfile_1 2024-11-20T18:20:48,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/staging/jenkins__test__jt4cmi1120348m8gqsd8vjkbug3fop7k8i558jeo2mbcj7vpgpv11sajt2j1lbo7/f/hfile_1 as hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/data/default/test/8f2be36ffa155f25d621184cf69f4357/f/2c8ad5c1168743fa918ce98c5e5fa0bd_SeqId_4_ 2024-11-20T18:20:48,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/staging/jenkins__test__jt4cmi1120348m8gqsd8vjkbug3fop7k8i558jeo2mbcj7vpgpv11sajt2j1lbo7/f/hfile_0 2024-11-20T18:20:48,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/staging/jenkins__test__jt4cmi1120348m8gqsd8vjkbug3fop7k8i558jeo2mbcj7vpgpv11sajt2j1lbo7/f/hfile_0 as hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/data/default/test/8f2be36ffa155f25d621184cf69f4357/f/81a7a8c93f564efbb10b218b9586c5c2_SeqId_4_ 2024-11-20T18:20:48,850 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45123,1732126837351.replicationSource.wal-reader.6b87edf34edd%2C45123%2C1732126837351,1-6b87edf34edd,45123,1732126837351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/WALs/6b87edf34edd,45123,1732126837351/6b87edf34edd%2C45123%2C1732126837351.1732126840257 to pos 379, reset compression=false 2024-11-20T18:20:48,853 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/staging/jenkins__test__jt4cmi1120348m8gqsd8vjkbug3fop7k8i558jeo2mbcj7vpgpv11sajt2j1lbo7/f/hfile_1 into 8f2be36ffa155f25d621184cf69f4357/f as hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/data/default/test/8f2be36ffa155f25d621184cf69f4357/f/2c8ad5c1168743fa918ce98c5e5fa0bd_SeqId_4_ - updating store file list. 2024-11-20T18:20:48,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2c8ad5c1168743fa918ce98c5e5fa0bd_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T18:20:48,864 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/data/default/test/8f2be36ffa155f25d621184cf69f4357/f/2c8ad5c1168743fa918ce98c5e5fa0bd_SeqId_4_ into 8f2be36ffa155f25d621184cf69f4357/f 2024-11-20T18:20:48,864 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/staging/jenkins__test__jt4cmi1120348m8gqsd8vjkbug3fop7k8i558jeo2mbcj7vpgpv11sajt2j1lbo7/f/hfile_1 into 8f2be36ffa155f25d621184cf69f4357/f (new location: hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/data/default/test/8f2be36ffa155f25d621184cf69f4357/f/2c8ad5c1168743fa918ce98c5e5fa0bd_SeqId_4_) 2024-11-20T18:20:48,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/staging/jenkins__test__jt4cmi1120348m8gqsd8vjkbug3fop7k8i558jeo2mbcj7vpgpv11sajt2j1lbo7/f/hfile_1 2024-11-20T18:20:48,870 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/staging/jenkins__test__jt4cmi1120348m8gqsd8vjkbug3fop7k8i558jeo2mbcj7vpgpv11sajt2j1lbo7/f/hfile_0 into 8f2be36ffa155f25d621184cf69f4357/f as hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/data/default/test/8f2be36ffa155f25d621184cf69f4357/f/81a7a8c93f564efbb10b218b9586c5c2_SeqId_4_ - updating store file list. 2024-11-20T18:20:48,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 81a7a8c93f564efbb10b218b9586c5c2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T18:20:48,875 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/data/default/test/8f2be36ffa155f25d621184cf69f4357/f/81a7a8c93f564efbb10b218b9586c5c2_SeqId_4_ into 8f2be36ffa155f25d621184cf69f4357/f 2024-11-20T18:20:48,875 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/staging/jenkins__test__jt4cmi1120348m8gqsd8vjkbug3fop7k8i558jeo2mbcj7vpgpv11sajt2j1lbo7/f/hfile_0 into 8f2be36ffa155f25d621184cf69f4357/f (new location: hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/data/default/test/8f2be36ffa155f25d621184cf69f4357/f/81a7a8c93f564efbb10b218b9586c5c2_SeqId_4_) 2024-11-20T18:20:48,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/staging/jenkins__test__jt4cmi1120348m8gqsd8vjkbug3fop7k8i558jeo2mbcj7vpgpv11sajt2j1lbo7/f/hfile_0 2024-11-20T18:20:48,877 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:20:48,877 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:20:48,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:48,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:48,878 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:20:48,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732126841377.8f2be36ffa155f25d621184cf69f4357., hostname=6b87edf34edd,39745,1732126832214, seqNum=2 , the old value is region=test,,1732126841377.8f2be36ffa155f25d621184cf69f4357., hostname=6b87edf34edd,39745,1732126832214, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6b87edf34edd:39745 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T18:20:48,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732126841377.8f2be36ffa155f25d621184cf69f4357., hostname=6b87edf34edd,39745,1732126832214, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T18:20:48,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732126841377.8f2be36ffa155f25d621184cf69f4357., hostname=6b87edf34edd,39745,1732126832214, seqNum=2 from cache 2024-11-20T18:20:48,878 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:20:48,879 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,45123,1732126837351, seqNum=-1] 2024-11-20T18:20:48,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:20:48,881 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:20:48,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:50264 deadline: 1732126908877 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:50264 2024-11-20T18:20:48,884 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732126843532.39e8a032e0dd10fea561669f9e5ff6a9., hostname=6b87edf34edd,45123,1732126837351, seqNum=2] 2024-11-20T18:20:48,886 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T18:20:48,938 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39745,1732126832214.replicationSource.wal-reader.6b87edf34edd%2C39745%2C1732126832214,1-6b87edf34edd,39745,1732126832214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/WALs/6b87edf34edd,39745,1732126832214/6b87edf34edd%2C39745%2C1732126832214.1732126834132 to pos 379, reset compression=false 2024-11-20T18:20:48,943 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39745,1732126832214.replicationSource.wal-reader.6b87edf34edd%2C39745%2C1732126832214,1-6b87edf34edd,39745,1732126832214 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T18:20:48,943 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39745,1732126832214.replicationSource.shipper6b87edf34edd%2C39745%2C1732126832214,1-6b87edf34edd,39745,1732126832214 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,39745,1732126832214 got entry batch from reader: WALEntryBatch [walEntries=[{test/8f2be36ffa155f25d621184cf69f4357/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732126848875/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/WALs/6b87edf34edd,39745,1732126832214/6b87edf34edd%2C39745%2C1732126832214.1732126834132, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-20T18:20:48,946 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39745,1732126832214.replicationSource.shipper6b87edf34edd%2C39745%2C1732126832214,1-6b87edf34edd,39745,1732126832214 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T18:20:48,947 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-20T18:20:48,948 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45123 {}] regionserver.ReplicationSink(318): Replicating [93f6e008-2c1b-4275-8e52-580055708f68] bulk loaded data 2024-11-20T18:20:48,950 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45123 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5617ad31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:20:48,950 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45123 {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,38325,-1 for getting cluster id 2024-11-20T18:20:48,950 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45123 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:20:48,951 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cd086542-09b9-44a2-adc9-5a7af42749f3' 2024-11-20T18:20:48,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:20:48,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cd086542-09b9-44a2-adc9-5a7af42749f3" 2024-11-20T18:20:48,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44281dbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:20:48,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,38325,-1] 2024-11-20T18:20:48,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:20:48,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:48,953 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:20:48,954 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45123 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5dad02df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:20:48,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741840_1016 (size=7691) 2024-11-20T18:20:48,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741841_1017 (size=7894) 2024-11-20T18:20:48,990 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b87edf34edd:39745 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-20T18:20:49,144 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39745,1732126832214.replicationSource.wal-reader.6b87edf34edd%2C39745%2C1732126832214,1-6b87edf34edd,39745,1732126832214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/WALs/6b87edf34edd,39745,1732126832214/6b87edf34edd%2C39745%2C1732126832214.1732126834132 to pos 687, reset compression=false 2024-11-20T18:20:49,369 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45123,1732126837351.replicationSource.wal-reader.6b87edf34edd%2C45123%2C1732126837351,1-6b87edf34edd,45123,1732126837351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/WALs/6b87edf34edd,45123,1732126837351/6b87edf34edd%2C45123%2C1732126837351.1732126840257 to pos 379, reset compression=false 2024-11-20T18:20:49,388 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45123 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:20:49,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,38325,1732126837145 2024-11-20T18:20:49,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26fdcef4 2024-11-20T18:20:49,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:20:49,390 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-20T18:20:49,392 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45123 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T18:20:49,392 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45123 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:20:49,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,45123,1732126837351, seqNum=-1] 2024-11-20T18:20:49,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:20:49,394 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-20T18:20:49,400 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/staging/jenkins.hfs.11__test__rk7a32bcuo1farh6ubg4tfrmvrl1n98cn9s2rhcfebpr5aj0c4v7ne1a5l0vrcsj/f/2c8ad5c1168743fa918ce98c5e5fa0bd_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-20T18:20:49,403 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/staging/jenkins.hfs.11__test__rk7a32bcuo1farh6ubg4tfrmvrl1n98cn9s2rhcfebpr5aj0c4v7ne1a5l0vrcsj/f/81a7a8c93f564efbb10b218b9586c5c2_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-20T18:20:49,408 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45123 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/staging/jenkins.hfs.11__test__rk7a32bcuo1farh6ubg4tfrmvrl1n98cn9s2rhcfebpr5aj0c4v7ne1a5l0vrcsj/f/81a7a8c93f564efbb10b218b9586c5c2_SeqId_4_ for inclusion in 39e8a032e0dd10fea561669f9e5ff6a9/f 2024-11-20T18:20:49,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45123 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-20T18:20:49,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45123 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T18:20:49,411 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45123 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/staging/jenkins.hfs.11__test__rk7a32bcuo1farh6ubg4tfrmvrl1n98cn9s2rhcfebpr5aj0c4v7ne1a5l0vrcsj/f/2c8ad5c1168743fa918ce98c5e5fa0bd_SeqId_4_ for inclusion in 39e8a032e0dd10fea561669f9e5ff6a9/f 2024-11-20T18:20:49,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45123 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-20T18:20:49,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45123 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T18:20:49,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45123 {}] regionserver.HRegion(2603): Flush status journal for 39e8a032e0dd10fea561669f9e5ff6a9: 2024-11-20T18:20:49,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45123 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 81a7a8c93f564efbb10b218b9586c5c2_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-20T18:20:49,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/staging/jenkins.hfs.11__test__rk7a32bcuo1farh6ubg4tfrmvrl1n98cn9s2rhcfebpr5aj0c4v7ne1a5l0vrcsj/f/81a7a8c93f564efbb10b218b9586c5c2_SeqId_4_ as hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/data/default/test/39e8a032e0dd10fea561669f9e5ff6a9/f/c5e38fdbbdbd4a3895a64bde432569fb_SeqId_4_ 2024-11-20T18:20:49,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45123 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2c8ad5c1168743fa918ce98c5e5fa0bd_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-20T18:20:49,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/staging/jenkins.hfs.11__test__rk7a32bcuo1farh6ubg4tfrmvrl1n98cn9s2rhcfebpr5aj0c4v7ne1a5l0vrcsj/f/2c8ad5c1168743fa918ce98c5e5fa0bd_SeqId_4_ as hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/data/default/test/39e8a032e0dd10fea561669f9e5ff6a9/f/65e555909a684f018678b20e437bfeaa_SeqId_4_ 2024-11-20T18:20:49,420 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45123 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/staging/jenkins.hfs.11__test__rk7a32bcuo1farh6ubg4tfrmvrl1n98cn9s2rhcfebpr5aj0c4v7ne1a5l0vrcsj/f/81a7a8c93f564efbb10b218b9586c5c2_SeqId_4_ into 39e8a032e0dd10fea561669f9e5ff6a9/f as hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/data/default/test/39e8a032e0dd10fea561669f9e5ff6a9/f/c5e38fdbbdbd4a3895a64bde432569fb_SeqId_4_ - updating store file list. 2024-11-20T18:20:49,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45123 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c5e38fdbbdbd4a3895a64bde432569fb_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T18:20:49,425 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45123 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/data/default/test/39e8a032e0dd10fea561669f9e5ff6a9/f/c5e38fdbbdbd4a3895a64bde432569fb_SeqId_4_ into 39e8a032e0dd10fea561669f9e5ff6a9/f 2024-11-20T18:20:49,425 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45123 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/staging/jenkins.hfs.11__test__rk7a32bcuo1farh6ubg4tfrmvrl1n98cn9s2rhcfebpr5aj0c4v7ne1a5l0vrcsj/f/81a7a8c93f564efbb10b218b9586c5c2_SeqId_4_ into 39e8a032e0dd10fea561669f9e5ff6a9/f (new location: hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/data/default/test/39e8a032e0dd10fea561669f9e5ff6a9/f/c5e38fdbbdbd4a3895a64bde432569fb_SeqId_4_) 2024-11-20T18:20:49,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45123 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/staging/jenkins.hfs.11__test__rk7a32bcuo1farh6ubg4tfrmvrl1n98cn9s2rhcfebpr5aj0c4v7ne1a5l0vrcsj/f/81a7a8c93f564efbb10b218b9586c5c2_SeqId_4_ 2024-11-20T18:20:49,426 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45123 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/staging/jenkins.hfs.11__test__rk7a32bcuo1farh6ubg4tfrmvrl1n98cn9s2rhcfebpr5aj0c4v7ne1a5l0vrcsj/f/2c8ad5c1168743fa918ce98c5e5fa0bd_SeqId_4_ into 39e8a032e0dd10fea561669f9e5ff6a9/f as hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/data/default/test/39e8a032e0dd10fea561669f9e5ff6a9/f/65e555909a684f018678b20e437bfeaa_SeqId_4_ - updating store file list. 2024-11-20T18:20:49,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45123 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 65e555909a684f018678b20e437bfeaa_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T18:20:49,431 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45123 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/data/default/test/39e8a032e0dd10fea561669f9e5ff6a9/f/65e555909a684f018678b20e437bfeaa_SeqId_4_ into 39e8a032e0dd10fea561669f9e5ff6a9/f 2024-11-20T18:20:49,431 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45123 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/staging/jenkins.hfs.11__test__rk7a32bcuo1farh6ubg4tfrmvrl1n98cn9s2rhcfebpr5aj0c4v7ne1a5l0vrcsj/f/2c8ad5c1168743fa918ce98c5e5fa0bd_SeqId_4_ into 39e8a032e0dd10fea561669f9e5ff6a9/f (new location: hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/data/default/test/39e8a032e0dd10fea561669f9e5ff6a9/f/65e555909a684f018678b20e437bfeaa_SeqId_4_) 2024-11-20T18:20:49,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45123 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/staging/jenkins.hfs.11__test__rk7a32bcuo1farh6ubg4tfrmvrl1n98cn9s2rhcfebpr5aj0c4v7ne1a5l0vrcsj/f/2c8ad5c1168743fa918ce98c5e5fa0bd_SeqId_4_ 2024-11-20T18:20:49,433 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45123 {}] regionserver.ReplicationSink(324): Finished replicating [93f6e008-2c1b-4275-8e52-580055708f68] bulk loaded data 2024-11-20T18:20:49,449 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39745,1732126832214.replicationSource.wal-reader.6b87edf34edd%2C39745%2C1732126832214,1-6b87edf34edd,39745,1732126832214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/WALs/6b87edf34edd,39745,1732126832214/6b87edf34edd%2C39745%2C1732126832214.1732126834132 to pos 687, reset compression=false 2024-11-20T18:20:49,852 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39745,1732126832214.replicationSource.wal-reader.6b87edf34edd%2C39745%2C1732126832214,1-6b87edf34edd,39745,1732126832214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/WALs/6b87edf34edd,39745,1732126832214/6b87edf34edd%2C39745%2C1732126832214.1732126834132 to pos 687, reset compression=false 2024-11-20T18:20:49,893 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:20:49,896 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732126849896/Put/seqid=0 2024-11-20T18:20:49,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741842_1018 (size=11194) 2024-11-20T18:20:49,973 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45123,1732126837351.replicationSource.wal-reader.6b87edf34edd%2C45123%2C1732126837351,1-6b87edf34edd,45123,1732126837351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/WALs/6b87edf34edd,45123,1732126837351/6b87edf34edd%2C45123%2C1732126837351.1732126840257 to pos 379, reset compression=false 2024-11-20T18:20:49,977 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45123,1732126837351.replicationSource.wal-reader.6b87edf34edd%2C45123%2C1732126837351,1-6b87edf34edd,45123,1732126837351 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T18:20:49,977 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45123,1732126837351.replicationSource.shipper6b87edf34edd%2C45123%2C1732126837351,1-6b87edf34edd,45123,1732126837351 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,45123,1732126837351 got entry batch from reader: WALEntryBatch [walEntries=[{test/39e8a032e0dd10fea561669f9e5ff6a9/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732126849431/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/WALs/6b87edf34edd,45123,1732126837351/6b87edf34edd%2C45123%2C1732126837351.1732126840257, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-20T18:20:49,979 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45123,1732126837351.replicationSource.shipper6b87edf34edd%2C45123%2C1732126837351,1-6b87edf34edd,45123,1732126837351 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T18:20:49,980 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-20T18:20:49,980 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] regionserver.ReplicationSink(318): Replicating [93f6e008-2c1b-4275-8e52-580055708f68, cd086542-09b9-44a2-adc9-5a7af42749f3] bulk loaded data 2024-11-20T18:20:49,981 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@490d5b60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:20:49,981 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,37917,-1 for getting cluster id 2024-11-20T18:20:49,981 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:20:49,982 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93f6e008-2c1b-4275-8e52-580055708f68' 2024-11-20T18:20:49,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:20:49,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93f6e008-2c1b-4275-8e52-580055708f68" 2024-11-20T18:20:49,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e6c91ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:20:49,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,37917,-1] 2024-11-20T18:20:49,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:20:49,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:49,983 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:20:49,983 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ad7384e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:20:49,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741842_1018 (size=7894) 2024-11-20T18:20:50,178 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45123,1732126837351.replicationSource.wal-reader.6b87edf34edd%2C45123%2C1732126837351,1-6b87edf34edd,45123,1732126837351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/WALs/6b87edf34edd,45123,1732126837351/6b87edf34edd%2C45123%2C1732126837351.1732126840257 to pos 725, reset compression=false 2024-11-20T18:20:50,303 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732126850303/Put/seqid=0 2024-11-20T18:20:50,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741843_1019 (size=10791) 2024-11-20T18:20:50,356 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39745,1732126832214.replicationSource.wal-reader.6b87edf34edd%2C39745%2C1732126832214,1-6b87edf34edd,39745,1732126832214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/WALs/6b87edf34edd,39745,1732126832214/6b87edf34edd%2C39745%2C1732126832214.1732126834132 to pos 687, reset compression=false 2024-11-20T18:20:50,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741843_1019 (size=7691) 2024-11-20T18:20:50,482 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45123,1732126837351.replicationSource.wal-reader.6b87edf34edd%2C45123%2C1732126837351,1-6b87edf34edd,45123,1732126837351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/WALs/6b87edf34edd,45123,1732126837351/6b87edf34edd%2C45123%2C1732126837351.1732126840257 to pos 725, reset compression=false 2024-11-20T18:20:50,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a33dbbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:20:50,708 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,38325,-1 for getting cluster id 2024-11-20T18:20:50,708 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:20:50,709 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cd086542-09b9-44a2-adc9-5a7af42749f3' 2024-11-20T18:20:50,709 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:20:50,709 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cd086542-09b9-44a2-adc9-5a7af42749f3" 2024-11-20T18:20:50,709 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68d9ba17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:20:50,709 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,38325,-1] 2024-11-20T18:20:50,710 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:20:50,710 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:50,710 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:20:50,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@187455c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:20:50,711 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:20:50,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,45123,1732126837351, seqNum=-1] 2024-11-20T18:20:50,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:20:50,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:20:50,721 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:20:50,722 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,38325,1732126837145 2024-11-20T18:20:50,722 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f8c91c2 2024-11-20T18:20:50,722 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:20:50,723 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:20:50,726 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732126843532.39e8a032e0dd10fea561669f9e5ff6a9., hostname=6b87edf34edd,45123,1732126837351, seqNum=2] 2024-11-20T18:20:50,728 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T18:20:50,734 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-20T18:20:50,736 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-20T18:20:50,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45123 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 39e8a032e0dd10fea561669f9e5ff6a9/f 2024-11-20T18:20:50,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45123 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-20T18:20:50,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45123 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T18:20:50,743 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45123 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 39e8a032e0dd10fea561669f9e5ff6a9/f 2024-11-20T18:20:50,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45123 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-20T18:20:50,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45123 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T18:20:50,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45123 {}] regionserver.HRegion(2603): Flush status journal for 39e8a032e0dd10fea561669f9e5ff6a9: 2024-11-20T18:20:50,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45123 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/staging/jenkins__test__cfurd9odatvip5uj5mlipdbe5c8d2gkfb0s7hgu8gcdu5h6ba3ca1d3obg3umhoe/f/hfile_0 2024-11-20T18:20:50,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/staging/jenkins__test__cfurd9odatvip5uj5mlipdbe5c8d2gkfb0s7hgu8gcdu5h6ba3ca1d3obg3umhoe/f/hfile_0 as hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/data/default/test/39e8a032e0dd10fea561669f9e5ff6a9/f/30f52cbe6a82494e86606aad17e4a525_SeqId_6_ 2024-11-20T18:20:50,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45123 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/staging/jenkins__test__cfurd9odatvip5uj5mlipdbe5c8d2gkfb0s7hgu8gcdu5h6ba3ca1d3obg3umhoe/f/hfile_1 2024-11-20T18:20:50,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/staging/jenkins__test__cfurd9odatvip5uj5mlipdbe5c8d2gkfb0s7hgu8gcdu5h6ba3ca1d3obg3umhoe/f/hfile_1 as hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/data/default/test/39e8a032e0dd10fea561669f9e5ff6a9/f/f89fc8703c534348a6f1e1a850a17587_SeqId_6_ 2024-11-20T18:20:50,755 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45123 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/staging/jenkins__test__cfurd9odatvip5uj5mlipdbe5c8d2gkfb0s7hgu8gcdu5h6ba3ca1d3obg3umhoe/f/hfile_0 into 39e8a032e0dd10fea561669f9e5ff6a9/f as hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/data/default/test/39e8a032e0dd10fea561669f9e5ff6a9/f/30f52cbe6a82494e86606aad17e4a525_SeqId_6_ - updating store file list. 2024-11-20T18:20:50,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45123 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 30f52cbe6a82494e86606aad17e4a525_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T18:20:50,759 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45123 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/data/default/test/39e8a032e0dd10fea561669f9e5ff6a9/f/30f52cbe6a82494e86606aad17e4a525_SeqId_6_ into 39e8a032e0dd10fea561669f9e5ff6a9/f 2024-11-20T18:20:50,759 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45123 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/staging/jenkins__test__cfurd9odatvip5uj5mlipdbe5c8d2gkfb0s7hgu8gcdu5h6ba3ca1d3obg3umhoe/f/hfile_0 into 39e8a032e0dd10fea561669f9e5ff6a9/f (new location: hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/data/default/test/39e8a032e0dd10fea561669f9e5ff6a9/f/30f52cbe6a82494e86606aad17e4a525_SeqId_6_) 2024-11-20T18:20:50,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45123 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/staging/jenkins__test__cfurd9odatvip5uj5mlipdbe5c8d2gkfb0s7hgu8gcdu5h6ba3ca1d3obg3umhoe/f/hfile_0 2024-11-20T18:20:50,760 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45123 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/staging/jenkins__test__cfurd9odatvip5uj5mlipdbe5c8d2gkfb0s7hgu8gcdu5h6ba3ca1d3obg3umhoe/f/hfile_1 into 39e8a032e0dd10fea561669f9e5ff6a9/f as hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/data/default/test/39e8a032e0dd10fea561669f9e5ff6a9/f/f89fc8703c534348a6f1e1a850a17587_SeqId_6_ - updating store file list. 2024-11-20T18:20:50,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45123 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f89fc8703c534348a6f1e1a850a17587_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T18:20:50,764 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45123 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/data/default/test/39e8a032e0dd10fea561669f9e5ff6a9/f/f89fc8703c534348a6f1e1a850a17587_SeqId_6_ into 39e8a032e0dd10fea561669f9e5ff6a9/f 2024-11-20T18:20:50,764 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45123 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/staging/jenkins__test__cfurd9odatvip5uj5mlipdbe5c8d2gkfb0s7hgu8gcdu5h6ba3ca1d3obg3umhoe/f/hfile_1 into 39e8a032e0dd10fea561669f9e5ff6a9/f (new location: hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/data/default/test/39e8a032e0dd10fea561669f9e5ff6a9/f/f89fc8703c534348a6f1e1a850a17587_SeqId_6_) 2024-11-20T18:20:50,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45123 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/staging/jenkins__test__cfurd9odatvip5uj5mlipdbe5c8d2gkfb0s7hgu8gcdu5h6ba3ca1d3obg3umhoe/f/hfile_1 2024-11-20T18:20:50,766 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:20:50,766 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:20:50,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:50,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:50,766 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:20:50,766 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732126843532.39e8a032e0dd10fea561669f9e5ff6a9., hostname=6b87edf34edd,45123,1732126837351, seqNum=2 , the old value is region=test,,1732126843532.39e8a032e0dd10fea561669f9e5ff6a9., hostname=6b87edf34edd,45123,1732126837351, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6b87edf34edd:45123 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T18:20:50,766 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732126843532.39e8a032e0dd10fea561669f9e5ff6a9., hostname=6b87edf34edd,45123,1732126837351, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T18:20:50,766 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732126843532.39e8a032e0dd10fea561669f9e5ff6a9., hostname=6b87edf34edd,45123,1732126837351, seqNum=2 from cache 2024-11-20T18:20:50,767 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:20:50,767 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-20T18:20:50,768 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,39745,1732126832214, seqNum=-1] 2024-11-20T18:20:50,768 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:20:50,769 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:20:50,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732126841377.8f2be36ffa155f25d621184cf69f4357., hostname=6b87edf34edd,39745,1732126832214, seqNum=2] 2024-11-20T18:20:50,779 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T18:20:50,807 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:20:50,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,37917,1732126832027 2024-11-20T18:20:50,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5621517a 2024-11-20T18:20:50,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:20:50,808 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-20T18:20:50,810 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T18:20:50,810 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:20:50,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,39745,1732126832214, seqNum=-1] 2024-11-20T18:20:50,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:20:50,812 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-20T18:20:50,817 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/staging/jenkins.hfs.10__test__nff3lft6nj8dgmg9rirucuk9tamvrg7idkc56hvr42e21qhcr7ppe9lec0v1gilg/f/65e555909a684f018678b20e437bfeaa_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-20T18:20:50,820 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/staging/jenkins.hfs.10__test__nff3lft6nj8dgmg9rirucuk9tamvrg7idkc56hvr42e21qhcr7ppe9lec0v1gilg/f/c5e38fdbbdbd4a3895a64bde432569fb_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-20T18:20:50,822 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] regionserver.ReplicationSink(324): Finished replicating [93f6e008-2c1b-4275-8e52-580055708f68, cd086542-09b9-44a2-adc9-5a7af42749f3] bulk loaded data 2024-11-20T18:20:50,870 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b87edf34edd:45123 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-20T18:20:50,886 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45123,1732126837351.replicationSource.wal-reader.6b87edf34edd%2C45123%2C1732126837351,1-6b87edf34edd,45123,1732126837351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/WALs/6b87edf34edd,45123,1732126837351/6b87edf34edd%2C45123%2C1732126837351.1732126840257 to pos 725, reset compression=false 2024-11-20T18:20:50,891 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45123,1732126837351.replicationSource.wal-reader.6b87edf34edd%2C45123%2C1732126837351,1-6b87edf34edd,45123,1732126837351 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T18:20:50,891 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45123,1732126837351.replicationSource.shipper6b87edf34edd%2C45123%2C1732126837351,1-6b87edf34edd,45123,1732126837351 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,45123,1732126837351 got entry batch from reader: WALEntryBatch [walEntries=[{test/39e8a032e0dd10fea561669f9e5ff6a9/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732126850764/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/WALs/6b87edf34edd,45123,1732126837351/6b87edf34edd%2C45123%2C1732126837351.1732126840257, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-20T18:20:50,892 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] regionserver.ReplicationSink(318): Replicating [cd086542-09b9-44a2-adc9-5a7af42749f3] bulk loaded data 2024-11-20T18:20:50,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741844_1020 (size=11194) 2024-11-20T18:20:50,959 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39745,1732126832214.replicationSource.wal-reader.6b87edf34edd%2C39745%2C1732126832214,1-6b87edf34edd,39745,1732126832214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/WALs/6b87edf34edd,39745,1732126832214/6b87edf34edd%2C39745%2C1732126832214.1732126834132 to pos 687, reset compression=false 2024-11-20T18:20:51,091 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45123,1732126837351.replicationSource.wal-reader.6b87edf34edd%2C45123%2C1732126837351,1-6b87edf34edd,45123,1732126837351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/WALs/6b87edf34edd,45123,1732126837351/6b87edf34edd%2C45123%2C1732126837351.1732126840257 to pos 1033, reset compression=false 2024-11-20T18:20:51,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741845_1021 (size=10791) 2024-11-20T18:20:51,395 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45123,1732126837351.replicationSource.wal-reader.6b87edf34edd%2C45123%2C1732126837351,1-6b87edf34edd,45123,1732126837351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/WALs/6b87edf34edd,45123,1732126837351/6b87edf34edd%2C45123%2C1732126837351.1732126840257 to pos 1033, reset compression=false 2024-11-20T18:20:51,663 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39745,1732126832214.replicationSource.wal-reader.6b87edf34edd%2C39745%2C1732126832214,1-6b87edf34edd,39745,1732126832214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/WALs/6b87edf34edd,39745,1732126832214/6b87edf34edd%2C39745%2C1732126832214.1732126834132 to pos 687, reset compression=false 2024-11-20T18:20:51,768 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T18:20:51,774 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/staging/jenkins.hfs.10__test__8mdmii1bl3joeo0sagd323kpij69bmmcgdv47ed00843tk3i87mrj7q57bffv6q8/f/30f52cbe6a82494e86606aad17e4a525_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-20T18:20:51,777 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/staging/jenkins.hfs.10__test__8mdmii1bl3joeo0sagd323kpij69bmmcgdv47ed00843tk3i87mrj7q57bffv6q8/f/f89fc8703c534348a6f1e1a850a17587_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-20T18:20:51,780 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/staging/jenkins.hfs.10__test__8mdmii1bl3joeo0sagd323kpij69bmmcgdv47ed00843tk3i87mrj7q57bffv6q8/f/f89fc8703c534348a6f1e1a850a17587_SeqId_6_ for inclusion in 8f2be36ffa155f25d621184cf69f4357/f 2024-11-20T18:20:51,783 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T18:20:51,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-20T18:20:51,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T18:20:51,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/staging/jenkins.hfs.10__test__8mdmii1bl3joeo0sagd323kpij69bmmcgdv47ed00843tk3i87mrj7q57bffv6q8/f/30f52cbe6a82494e86606aad17e4a525_SeqId_6_ for inclusion in 8f2be36ffa155f25d621184cf69f4357/f 2024-11-20T18:20:51,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-20T18:20:51,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T18:20:51,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] regionserver.HRegion(2603): Flush status journal for 8f2be36ffa155f25d621184cf69f4357: 2024-11-20T18:20:51,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f89fc8703c534348a6f1e1a850a17587_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-20T18:20:51,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/staging/jenkins.hfs.10__test__8mdmii1bl3joeo0sagd323kpij69bmmcgdv47ed00843tk3i87mrj7q57bffv6q8/f/f89fc8703c534348a6f1e1a850a17587_SeqId_6_ as hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/data/default/test/8f2be36ffa155f25d621184cf69f4357/f/18137fed4196403dab499eb3a221aeac_SeqId_6_ 2024-11-20T18:20:51,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 30f52cbe6a82494e86606aad17e4a525_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-20T18:20:51,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/staging/jenkins.hfs.10__test__8mdmii1bl3joeo0sagd323kpij69bmmcgdv47ed00843tk3i87mrj7q57bffv6q8/f/30f52cbe6a82494e86606aad17e4a525_SeqId_6_ as hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/data/default/test/8f2be36ffa155f25d621184cf69f4357/f/f5764fa65b4b41baa95b43aa3763e549_SeqId_6_ 2024-11-20T18:20:51,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/staging/jenkins.hfs.10__test__8mdmii1bl3joeo0sagd323kpij69bmmcgdv47ed00843tk3i87mrj7q57bffv6q8/f/f89fc8703c534348a6f1e1a850a17587_SeqId_6_ into 8f2be36ffa155f25d621184cf69f4357/f as hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/data/default/test/8f2be36ffa155f25d621184cf69f4357/f/18137fed4196403dab499eb3a221aeac_SeqId_6_ - updating store file list. 2024-11-20T18:20:51,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 18137fed4196403dab499eb3a221aeac_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T18:20:51,795 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/data/default/test/8f2be36ffa155f25d621184cf69f4357/f/18137fed4196403dab499eb3a221aeac_SeqId_6_ into 8f2be36ffa155f25d621184cf69f4357/f 2024-11-20T18:20:51,795 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/staging/jenkins.hfs.10__test__8mdmii1bl3joeo0sagd323kpij69bmmcgdv47ed00843tk3i87mrj7q57bffv6q8/f/f89fc8703c534348a6f1e1a850a17587_SeqId_6_ into 8f2be36ffa155f25d621184cf69f4357/f (new location: hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/data/default/test/8f2be36ffa155f25d621184cf69f4357/f/18137fed4196403dab499eb3a221aeac_SeqId_6_) 2024-11-20T18:20:51,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/staging/jenkins.hfs.10__test__8mdmii1bl3joeo0sagd323kpij69bmmcgdv47ed00843tk3i87mrj7q57bffv6q8/f/f89fc8703c534348a6f1e1a850a17587_SeqId_6_ 2024-11-20T18:20:51,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/staging/jenkins.hfs.10__test__8mdmii1bl3joeo0sagd323kpij69bmmcgdv47ed00843tk3i87mrj7q57bffv6q8/f/30f52cbe6a82494e86606aad17e4a525_SeqId_6_ into 8f2be36ffa155f25d621184cf69f4357/f as hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/data/default/test/8f2be36ffa155f25d621184cf69f4357/f/f5764fa65b4b41baa95b43aa3763e549_SeqId_6_ - updating store file list. 2024-11-20T18:20:51,798 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45123,1732126837351.replicationSource.wal-reader.6b87edf34edd%2C45123%2C1732126837351,1-6b87edf34edd,45123,1732126837351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/WALs/6b87edf34edd,45123,1732126837351/6b87edf34edd%2C45123%2C1732126837351.1732126840257 to pos 1033, reset compression=false 2024-11-20T18:20:51,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f5764fa65b4b41baa95b43aa3763e549_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T18:20:51,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/data/default/test/8f2be36ffa155f25d621184cf69f4357/f/f5764fa65b4b41baa95b43aa3763e549_SeqId_6_ into 8f2be36ffa155f25d621184cf69f4357/f 2024-11-20T18:20:51,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/staging/jenkins.hfs.10__test__8mdmii1bl3joeo0sagd323kpij69bmmcgdv47ed00843tk3i87mrj7q57bffv6q8/f/30f52cbe6a82494e86606aad17e4a525_SeqId_6_ into 8f2be36ffa155f25d621184cf69f4357/f (new location: hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/data/default/test/8f2be36ffa155f25d621184cf69f4357/f/f5764fa65b4b41baa95b43aa3763e549_SeqId_6_) 2024-11-20T18:20:51,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/staging/jenkins.hfs.10__test__8mdmii1bl3joeo0sagd323kpij69bmmcgdv47ed00843tk3i87mrj7q57bffv6q8/f/30f52cbe6a82494e86606aad17e4a525_SeqId_6_ 2024-11-20T18:20:51,803 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39745 {}] regionserver.ReplicationSink(324): Finished replicating [cd086542-09b9-44a2-adc9-5a7af42749f3] bulk loaded data 2024-11-20T18:20:52,301 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45123,1732126837351.replicationSource.wal-reader.6b87edf34edd%2C45123%2C1732126837351,1-6b87edf34edd,45123,1732126837351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/WALs/6b87edf34edd,45123,1732126837351/6b87edf34edd%2C45123%2C1732126837351.1732126840257 to pos 1033, reset compression=false 2024-11-20T18:20:52,467 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39745,1732126832214.replicationSource.wal-reader.6b87edf34edd%2C39745%2C1732126832214,1-6b87edf34edd,39745,1732126832214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/WALs/6b87edf34edd,39745,1732126832214/6b87edf34edd%2C39745%2C1732126832214.1732126834132 to pos 687, reset compression=false 2024-11-20T18:20:52,471 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39745,1732126832214.replicationSource.wal-reader.6b87edf34edd%2C39745%2C1732126832214,1-6b87edf34edd,39745,1732126832214 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T18:20:52,471 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39745,1732126832214.replicationSource.shipper6b87edf34edd%2C39745%2C1732126832214,1-6b87edf34edd,39745,1732126832214 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,39745,1732126832214 got entry batch from reader: WALEntryBatch [walEntries=[{test/8f2be36ffa155f25d621184cf69f4357/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732126851801/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/WALs/6b87edf34edd,39745,1732126832214/6b87edf34edd%2C39745%2C1732126832214.1732126834132, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-20T18:20:52,472 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45123 {}] regionserver.ReplicationSink(318): Replicating [cd086542-09b9-44a2-adc9-5a7af42749f3, 93f6e008-2c1b-4275-8e52-580055708f68] bulk loaded data 2024-11-20T18:20:52,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741844_1020 (size=10791) 2024-11-20T18:20:52,671 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39745,1732126832214.replicationSource.wal-reader.6b87edf34edd%2C39745%2C1732126832214,1-6b87edf34edd,39745,1732126832214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/WALs/6b87edf34edd,39745,1732126832214/6b87edf34edd%2C39745%2C1732126832214.1732126834132 to pos 1033, reset compression=false 2024-11-20T18:20:52,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T18:20:52,795 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:20:52,795 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:20:52,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:52,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:52,795 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T18:20:52,795 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1919975312, stopped=false 2024-11-20T18:20:52,795 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:20:52,795 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b87edf34edd,38325,1732126837145 2024-11-20T18:20:52,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45123-0x1015979e8f70004, quorum=127.0.0.1:51916, baseZNode=/1494964841 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1494964841/running 2024-11-20T18:20:52,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38325-0x1015979e8f70003, quorum=127.0.0.1:51916, baseZNode=/1494964841 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1494964841/running 2024-11-20T18:20:52,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45123-0x1015979e8f70004, quorum=127.0.0.1:51916, baseZNode=/1494964841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1494964841 2024-11-20T18:20:52,845 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T18:20:52,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38325-0x1015979e8f70003, quorum=127.0.0.1:51916, baseZNode=/1494964841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1494964841 2024-11-20T18:20:52,845 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:20:52,846 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:20:52,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:52,846 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b87edf34edd,45123,1732126837351' ***** 2024-11-20T18:20:52,846 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T18:20:52,846 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45123-0x1015979e8f70004, quorum=127.0.0.1:51916, baseZNode=/1494964841 Set watcher on znode that does not yet exist, /1494964841/running 2024-11-20T18:20:52,846 INFO [RS:0;6b87edf34edd:45123 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T18:20:52,846 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38325-0x1015979e8f70003, quorum=127.0.0.1:51916, baseZNode=/1494964841 Set watcher on znode that does not yet exist, /1494964841/running 2024-11-20T18:20:52,846 INFO [RS:0;6b87edf34edd:45123 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T18:20:52,846 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T18:20:52,846 INFO [RS:0;6b87edf34edd:45123 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T18:20:52,846 INFO [RS:0;6b87edf34edd:45123 {}] regionserver.HRegionServer(3091): Received CLOSE for 3e71763ebbd30408f7c949b9db4c6f43 2024-11-20T18:20:52,847 INFO [RS:0;6b87edf34edd:45123 {}] regionserver.HRegionServer(3091): Received CLOSE for 39e8a032e0dd10fea561669f9e5ff6a9 2024-11-20T18:20:52,847 INFO [RS:0;6b87edf34edd:45123 {}] regionserver.HRegionServer(959): stopping server 6b87edf34edd,45123,1732126837351 2024-11-20T18:20:52,847 INFO [RS:0;6b87edf34edd:45123 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T18:20:52,847 INFO [RS:0;6b87edf34edd:45123 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b87edf34edd:45123. 2024-11-20T18:20:52,847 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3e71763ebbd30408f7c949b9db4c6f43, disabling compactions & flushes 2024-11-20T18:20:52,847 DEBUG [RS:0;6b87edf34edd:45123 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:20:52,847 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732126846844.3e71763ebbd30408f7c949b9db4c6f43. 2024-11-20T18:20:52,847 DEBUG [RS:0;6b87edf34edd:45123 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:52,847 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732126846844.3e71763ebbd30408f7c949b9db4c6f43. 2024-11-20T18:20:52,847 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732126846844.3e71763ebbd30408f7c949b9db4c6f43. after waiting 0 ms 2024-11-20T18:20:52,847 INFO [RS:0;6b87edf34edd:45123 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T18:20:52,847 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732126846844.3e71763ebbd30408f7c949b9db4c6f43. 2024-11-20T18:20:52,847 INFO [RS:0;6b87edf34edd:45123 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T18:20:52,847 INFO [RS:0;6b87edf34edd:45123 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T18:20:52,847 INFO [RS:0;6b87edf34edd:45123 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T18:20:52,847 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3e71763ebbd30408f7c949b9db4c6f43 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-20T18:20:52,847 INFO [RS:0;6b87edf34edd:45123 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T18:20:52,847 DEBUG [RS:0;6b87edf34edd:45123 {}] regionserver.HRegionServer(1325): Online Regions={3e71763ebbd30408f7c949b9db4c6f43=hbase:replication,,1732126846844.3e71763ebbd30408f7c949b9db4c6f43., 1588230740=hbase:meta,,1.1588230740, 39e8a032e0dd10fea561669f9e5ff6a9=test,,1732126843532.39e8a032e0dd10fea561669f9e5ff6a9.} 2024-11-20T18:20:52,847 DEBUG [RS:0;6b87edf34edd:45123 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 39e8a032e0dd10fea561669f9e5ff6a9, 3e71763ebbd30408f7c949b9db4c6f43 2024-11-20T18:20:52,847 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T18:20:52,847 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T18:20:52,847 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T18:20:52,847 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T18:20:52,847 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T18:20:52,847 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T18:20:52,861 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/data/hbase/replication/3e71763ebbd30408f7c949b9db4c6f43/.tmp/hfileref/7757438abd114217be5038b7199f804b is 74, key is 1/hfileref:30f52cbe6a82494e86606aad17e4a525_SeqId_6_/1732126851804/DeleteColumn/seqid=0 2024-11-20T18:20:52,865 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/data/hbase/meta/1588230740/.tmp/info/be96bf51e17a43d19317577048a47f5d is 147, key is hbase:replication,,1732126846844.3e71763ebbd30408f7c949b9db4c6f43./info:regioninfo/1732126847606/Put/seqid=0 2024-11-20T18:20:52,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741845_1021 (size=5345) 2024-11-20T18:20:52,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741846_1022 (size=7686) 2024-11-20T18:20:52,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741847_1023 (size=11194) 2024-11-20T18:20:52,894 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45123 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T18:20:52,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45123 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6b87edf34edd,45123,1732126837351 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T18:20:52,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45123 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:37636 deadline: 1732126912893, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6b87edf34edd,45123,1732126837351 stopping 2024-11-20T18:20:52,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,45123,1732126837351, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,45123,1732126837351, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6b87edf34edd,45123,1732126837351 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T18:20:52,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,45123,1732126837351, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6b87edf34edd,45123,1732126837351 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T18:20:52,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,45123,1732126837351, seqNum=-1 from cache 2024-11-20T18:20:52,905 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45123,1732126837351.replicationSource.wal-reader.6b87edf34edd%2C45123%2C1732126837351,1-6b87edf34edd,45123,1732126837351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/WALs/6b87edf34edd,45123,1732126837351/6b87edf34edd%2C45123%2C1732126837351.1732126840257 to pos 1033, reset compression=false 2024-11-20T18:20:52,910 INFO [regionserver/6b87edf34edd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T18:20:52,975 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39745,1732126832214.replicationSource.wal-reader.6b87edf34edd%2C39745%2C1732126832214,1-6b87edf34edd,39745,1732126832214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/WALs/6b87edf34edd,39745,1732126832214/6b87edf34edd%2C39745%2C1732126832214.1732126834132 to pos 1033, reset compression=false 2024-11-20T18:20:52,999 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:20:53,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,45123,1732126837351, seqNum=-1] 2024-11-20T18:20:53,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45123 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6b87edf34edd,45123,1732126837351 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T18:20:53,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45123 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:37636 deadline: 1732126912893, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6b87edf34edd,45123,1732126837351 stopping 2024-11-20T18:20:53,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,45123,1732126837351, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,45123,1732126837351, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6b87edf34edd,45123,1732126837351 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T18:20:53,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,45123,1732126837351, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6b87edf34edd,45123,1732126837351 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T18:20:53,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,45123,1732126837351, seqNum=-1 from cache 2024-11-20T18:20:53,047 DEBUG [RS:0;6b87edf34edd:45123 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 39e8a032e0dd10fea561669f9e5ff6a9, 3e71763ebbd30408f7c949b9db4c6f43 2024-11-20T18:20:53,094 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T18:20:53,100 INFO [regionserver/6b87edf34edd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T18:20:53,100 INFO [regionserver/6b87edf34edd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T18:20:53,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:20:53,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:20:53,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:20:53,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:20:53,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:20:53,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:20:53,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:20:53,209 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:20:53,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,45123,1732126837351, seqNum=-1] 2024-11-20T18:20:53,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45123 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6b87edf34edd,45123,1732126837351 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T18:20:53,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45123 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:37636 deadline: 1732126912894, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6b87edf34edd,45123,1732126837351 stopping 2024-11-20T18:20:53,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,45123,1732126837351, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,45123,1732126837351, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6b87edf34edd,45123,1732126837351 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T18:20:53,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,45123,1732126837351, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6b87edf34edd,45123,1732126837351 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T18:20:53,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,45123,1732126837351, seqNum=-1 from cache 2024-11-20T18:20:53,248 DEBUG [RS:0;6b87edf34edd:45123 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 39e8a032e0dd10fea561669f9e5ff6a9, 3e71763ebbd30408f7c949b9db4c6f43 2024-11-20T18:20:53,267 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/data/hbase/replication/3e71763ebbd30408f7c949b9db4c6f43/.tmp/hfileref/7757438abd114217be5038b7199f804b 2024-11-20T18:20:53,272 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/data/hbase/meta/1588230740/.tmp/info/be96bf51e17a43d19317577048a47f5d 2024-11-20T18:20:53,294 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/data/hbase/meta/1588230740/.tmp/ns/ebed04989e8a4cdbbfae3c6136810dda is 43, key is default/ns:d/1732126841295/Put/seqid=0 2024-11-20T18:20:53,294 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/data/hbase/replication/3e71763ebbd30408f7c949b9db4c6f43/.tmp/queue/2be8bb0e1baf4dc19d94c4912e312710 is 154, key is 1-6b87edf34edd,45123,1732126837351/queue:6b87edf34edd%2C45123%2C1732126837351/1732126851806/Put/seqid=0 2024-11-20T18:20:53,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741848_1024 (size=5153) 2024-11-20T18:20:53,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741849_1025 (size=5353) 2024-11-20T18:20:53,301 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/data/hbase/replication/3e71763ebbd30408f7c949b9db4c6f43/.tmp/queue/2be8bb0e1baf4dc19d94c4912e312710 2024-11-20T18:20:53,309 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/data/hbase/replication/3e71763ebbd30408f7c949b9db4c6f43/.tmp/hfileref/7757438abd114217be5038b7199f804b as hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/data/hbase/replication/3e71763ebbd30408f7c949b9db4c6f43/hfileref/7757438abd114217be5038b7199f804b 2024-11-20T18:20:53,314 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/data/hbase/replication/3e71763ebbd30408f7c949b9db4c6f43/hfileref/7757438abd114217be5038b7199f804b, entries=4, sequenceid=12, filesize=5.2 K 2024-11-20T18:20:53,315 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/data/hbase/replication/3e71763ebbd30408f7c949b9db4c6f43/.tmp/queue/2be8bb0e1baf4dc19d94c4912e312710 as hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/data/hbase/replication/3e71763ebbd30408f7c949b9db4c6f43/queue/2be8bb0e1baf4dc19d94c4912e312710 2024-11-20T18:20:53,320 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/data/hbase/replication/3e71763ebbd30408f7c949b9db4c6f43/queue/2be8bb0e1baf4dc19d94c4912e312710, entries=1, sequenceid=12, filesize=5.2 K 2024-11-20T18:20:53,321 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 3e71763ebbd30408f7c949b9db4c6f43 in 474ms, sequenceid=12, compaction requested=false 2024-11-20T18:20:53,325 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/data/hbase/replication/3e71763ebbd30408f7c949b9db4c6f43/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-20T18:20:53,325 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T18:20:53,325 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T18:20:53,325 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732126846844.3e71763ebbd30408f7c949b9db4c6f43. 2024-11-20T18:20:53,325 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3e71763ebbd30408f7c949b9db4c6f43: Waiting for close lock at 1732126852847Running coprocessor pre-close hooks at 1732126852847Disabling compacts and flushes for region at 1732126852847Disabling writes for close at 1732126852847Obtaining lock to block concurrent updates at 1732126852847Preparing flush snapshotting stores in 3e71763ebbd30408f7c949b9db4c6f43 at 1732126852847Finished memstore snapshotting hbase:replication,,1732126846844.3e71763ebbd30408f7c949b9db4c6f43., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732126852847Flushing stores of hbase:replication,,1732126846844.3e71763ebbd30408f7c949b9db4c6f43. at 1732126852848 (+1 ms)Flushing 3e71763ebbd30408f7c949b9db4c6f43/hfileref: creating writer at 1732126852848Flushing 3e71763ebbd30408f7c949b9db4c6f43/hfileref: appending metadata at 1732126852861 (+13 ms)Flushing 3e71763ebbd30408f7c949b9db4c6f43/hfileref: closing flushed file at 1732126852861Flushing 3e71763ebbd30408f7c949b9db4c6f43/queue: creating writer at 1732126853276 (+415 ms)Flushing 3e71763ebbd30408f7c949b9db4c6f43/queue: appending metadata at 1732126853294 (+18 ms)Flushing 3e71763ebbd30408f7c949b9db4c6f43/queue: closing flushed file at 1732126853294Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33ec7ba5: reopening flushed file at 1732126853305 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22aae271: reopening flushed file at 1732126853314 (+9 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 3e71763ebbd30408f7c949b9db4c6f43 in 474ms, sequenceid=12, compaction requested=false at 1732126853321 (+7 ms)Writing region close event to WAL at 1732126853322 (+1 ms)Running coprocessor post-close hooks at 1732126853325 (+3 ms)Closed at 1732126853325 2024-11-20T18:20:53,325 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732126846844.3e71763ebbd30408f7c949b9db4c6f43. 2024-11-20T18:20:53,325 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 39e8a032e0dd10fea561669f9e5ff6a9, disabling compactions & flushes 2024-11-20T18:20:53,326 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732126843532.39e8a032e0dd10fea561669f9e5ff6a9. 2024-11-20T18:20:53,326 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732126843532.39e8a032e0dd10fea561669f9e5ff6a9. 2024-11-20T18:20:53,326 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732126843532.39e8a032e0dd10fea561669f9e5ff6a9. after waiting 0 ms 2024-11-20T18:20:53,326 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732126843532.39e8a032e0dd10fea561669f9e5ff6a9. 2024-11-20T18:20:53,328 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/data/default/test/39e8a032e0dd10fea561669f9e5ff6a9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T18:20:53,329 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T18:20:53,329 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T18:20:53,329 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732126843532.39e8a032e0dd10fea561669f9e5ff6a9. 2024-11-20T18:20:53,329 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 39e8a032e0dd10fea561669f9e5ff6a9: Waiting for close lock at 1732126853325Running coprocessor pre-close hooks at 1732126853325Disabling compacts and flushes for region at 1732126853325Disabling writes for close at 1732126853326 (+1 ms)Writing region close event to WAL at 1732126853326Running coprocessor post-close hooks at 1732126853329 (+3 ms)Closed at 1732126853329 2024-11-20T18:20:53,329 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732126843532.39e8a032e0dd10fea561669f9e5ff6a9. 2024-11-20T18:20:53,379 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39745,1732126832214.replicationSource.wal-reader.6b87edf34edd%2C39745%2C1732126832214,1-6b87edf34edd,39745,1732126832214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/WALs/6b87edf34edd,39745,1732126832214/6b87edf34edd%2C39745%2C1732126832214.1732126834132 to pos 1033, reset compression=false 2024-11-20T18:20:53,448 DEBUG [RS:0;6b87edf34edd:45123 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T18:20:53,519 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:20:53,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,45123,1732126837351, seqNum=-1] 2024-11-20T18:20:53,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45123 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6b87edf34edd,45123,1732126837351 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T18:20:53,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45123 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:37636 deadline: 1732126912894, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6b87edf34edd,45123,1732126837351 stopping 2024-11-20T18:20:53,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,45123,1732126837351, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,45123,1732126837351, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6b87edf34edd,45123,1732126837351 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T18:20:53,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,45123,1732126837351, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6b87edf34edd,45123,1732126837351 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T18:20:53,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,45123,1732126837351, seqNum=-1 from cache 2024-11-20T18:20:53,609 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45123,1732126837351.replicationSource.wal-reader.6b87edf34edd%2C45123%2C1732126837351,1-6b87edf34edd,45123,1732126837351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/WALs/6b87edf34edd,45123,1732126837351/6b87edf34edd%2C45123%2C1732126837351.1732126840257 to pos 1033, reset compression=false 2024-11-20T18:20:53,613 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45123,1732126837351.replicationSource.wal-reader.6b87edf34edd%2C45123%2C1732126837351,1-6b87edf34edd,45123,1732126837351 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T18:20:53,614 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45123,1732126837351.replicationSource.wal-reader.6b87edf34edd%2C45123%2C1732126837351,1-6b87edf34edd,45123,1732126837351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/WALs/6b87edf34edd,45123,1732126837351/6b87edf34edd%2C45123%2C1732126837351.1732126840257 to pos 1328, reset compression=false 2024-11-20T18:20:53,614 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45123,1732126837351.replicationSource.shipper6b87edf34edd%2C45123%2C1732126837351,1-6b87edf34edd,45123,1732126837351 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,45123,1732126837351 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/WALs/6b87edf34edd,45123,1732126837351/6b87edf34edd%2C45123%2C1732126837351.1732126840257, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T18:20:53,615 ERROR [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45123,1732126837351.replicationSource.shipper6b87edf34edd%2C45123%2C1732126837351,1-6b87edf34edd,45123,1732126837351 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6b87edf34edd,45123,1732126837351: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6b87edf34edd,45123,1732126837351, walGroup=6b87edf34edd%2C45123%2C1732126837351, offset=6b87edf34edd%2C45123%2C1732126837351.1732126840257:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b87edf34edd:45123 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T18:20:53,616 ERROR [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45123,1732126837351.replicationSource.shipper6b87edf34edd%2C45123%2C1732126837351,1-6b87edf34edd,45123,1732126837351 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T18:20:53,616 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45123,1732126837351.replicationSource.shipper6b87edf34edd%2C45123%2C1732126837351,1-6b87edf34edd,45123,1732126837351 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T18:20:53,618 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45123,1732126837351.replicationSource.shipper6b87edf34edd%2C45123%2C1732126837351,1-6b87edf34edd,45123,1732126837351 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T18:20:53,618 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45123,1732126837351.replicationSource.shipper6b87edf34edd%2C45123%2C1732126837351,1-6b87edf34edd,45123,1732126837351 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T18:20:53,618 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45123,1732126837351.replicationSource.shipper6b87edf34edd%2C45123%2C1732126837351,1-6b87edf34edd,45123,1732126837351 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T18:20:53,618 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45123,1732126837351.replicationSource.shipper6b87edf34edd%2C45123%2C1732126837351,1-6b87edf34edd,45123,1732126837351 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 581078784 }, "NonHeapMemoryUsage": { "committed": 191627264, "init": 7667712, "max": -1, "used": 188825296 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T18:20:53,620 WARN [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45123,1732126837351.replicationSource.shipper6b87edf34edd%2C45123%2C1732126837351,1-6b87edf34edd,45123,1732126837351 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b87edf34edd:38325 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b87edf34edd:38325 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T18:20:53,648 DEBUG [RS:0;6b87edf34edd:45123 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T18:20:53,700 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/data/hbase/meta/1588230740/.tmp/ns/ebed04989e8a4cdbbfae3c6136810dda 2024-11-20T18:20:53,718 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/data/hbase/meta/1588230740/.tmp/rep_barrier/5d23830f70a143a49e4b96eec581513e is 112, key is test,,1732126843532.39e8a032e0dd10fea561669f9e5ff6a9./rep_barrier:seqnumDuringOpen/1732126844280/Put/seqid=0 2024-11-20T18:20:53,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741850_1026 (size=5518) 2024-11-20T18:20:53,827 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45123,1732126837351.replicationSource.wal-reader.6b87edf34edd%2C45123%2C1732126837351,1-6b87edf34edd,45123,1732126837351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/WALs/6b87edf34edd,45123,1732126837351/6b87edf34edd%2C45123%2C1732126837351.1732126840257 to pos 1328, reset compression=false 2024-11-20T18:20:53,848 INFO [RS:0;6b87edf34edd:45123 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T18:20:53,848 DEBUG [RS:0;6b87edf34edd:45123 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T18:20:53,848 DEBUG [RS:0;6b87edf34edd:45123 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T18:20:53,883 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39745,1732126832214.replicationSource.wal-reader.6b87edf34edd%2C39745%2C1732126832214,1-6b87edf34edd,39745,1732126832214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/WALs/6b87edf34edd,39745,1732126832214/6b87edf34edd%2C39745%2C1732126832214.1732126834132 to pos 1033, reset compression=false 2024-11-20T18:20:54,029 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:20:54,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,45123,1732126837351, seqNum=-1] 2024-11-20T18:20:54,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6b87edf34edd,45123,1732126837351 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:20:54,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,45123,1732126837351, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,45123,1732126837351, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6b87edf34edd,45123,1732126837351 aborting 2024-11-20T18:20:54,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,45123,1732126837351, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6b87edf34edd,45123,1732126837351 aborting 2024-11-20T18:20:54,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,45123,1732126837351, seqNum=-1 from cache 2024-11-20T18:20:54,032 ERROR [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:20:54,033 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45123 {}] regionserver.ReplicationSink(335): Unable to accept edit because: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-20T18:20:52.896Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6b87edf34edd,45123,1732126837351 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T18:20:53.001Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6b87edf34edd,45123,1732126837351 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T18:20:53.212Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6b87edf34edd,45123,1732126837351 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T18:20:53.521Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6b87edf34edd,45123,1732126837351 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T18:20:54.031Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6b87edf34edd,45123,1732126837351 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6b87edf34edd,45123,1732126837351 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 6b87edf34edd,45123,1732126837351 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-20T18:20:54,034 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45123 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-20T18:20:52.896Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6b87edf34edd,45123,1732126837351 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T18:20:53.001Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6b87edf34edd,45123,1732126837351 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T18:20:53.212Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6b87edf34edd,45123,1732126837351 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T18:20:53.521Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6b87edf34edd,45123,1732126837351 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T18:20:54.031Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6b87edf34edd,45123,1732126837351 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6b87edf34edd,45123,1732126837351 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 6b87edf34edd,45123,1732126837351 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-20T18:20:54,035 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45123 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.3:37628 deadline: 1732126912472, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-20T18:20:52.896Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6b87edf34edd,45123,1732126837351 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T18:20:53.001Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6b87edf34edd,45123,1732126837351 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T18:20:53.212Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6b87edf34edd,45123,1732126837351 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T18:20:53.521Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6b87edf34edd,45123,1732126837351 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T18:20:54.031Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6b87edf34edd,45123,1732126837351 aborting 2024-11-20T18:20:54,037 WARN [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39745,1732126832214.replicationSource.shipper6b87edf34edd%2C39745%2C1732126832214,1-6b87edf34edd,39745,1732126832214 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-20T18:20:52.896Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6b87edf34edd,45123,1732126837351 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T18:20:53.001Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6b87edf34edd,45123,1732126837351 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T18:20:53.212Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6b87edf34edd,45123,1732126837351 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T18:20:53.521Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6b87edf34edd,45123,1732126837351 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T18:20:54.031Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6b87edf34edd,45123,1732126837351 aborting at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at --------Future.get--------(Unknown Source) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6b87edf34edd,45123,1732126837351 aborting at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server 6b87edf34edd,45123,1732126837351 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ... 30 more at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:20:54,048 DEBUG [RS:0;6b87edf34edd:45123 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T18:20:54,122 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/data/hbase/meta/1588230740/.tmp/rep_barrier/5d23830f70a143a49e4b96eec581513e 2024-11-20T18:20:54,131 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45123,1732126837351.replicationSource.wal-reader.6b87edf34edd%2C45123%2C1732126837351,1-6b87edf34edd,45123,1732126837351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/WALs/6b87edf34edd,45123,1732126837351/6b87edf34edd%2C45123%2C1732126837351.1732126840257 to pos 1328, reset compression=false 2024-11-20T18:20:54,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6b87edf34edd,45123,1732126837351 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:20:54,141 WARN [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39745,1732126832214.replicationSource.shipper6b87edf34edd%2C39745%2C1732126832214,1-6b87edf34edd,39745,1732126832214 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 6b87edf34edd,45123,1732126837351 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:20:54,143 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/data/hbase/meta/1588230740/.tmp/table/b9ee2e9a1064450ba161605217d63884 is 53, key is hbase:replication/table:state/1732126847612/Put/seqid=0 2024-11-20T18:20:54,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741851_1027 (size=5308) 2024-11-20T18:20:54,249 DEBUG [RS:0;6b87edf34edd:45123 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T18:20:54,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6b87edf34edd,45123,1732126837351 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:20:54,345 WARN [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39745,1732126832214.replicationSource.shipper6b87edf34edd%2C39745%2C1732126832214,1-6b87edf34edd,39745,1732126832214 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 6b87edf34edd,45123,1732126837351 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:20:54,449 DEBUG [RS:0;6b87edf34edd:45123 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T18:20:54,488 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39745,1732126832214.replicationSource.wal-reader.6b87edf34edd%2C39745%2C1732126832214,1-6b87edf34edd,39745,1732126832214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/WALs/6b87edf34edd,39745,1732126832214/6b87edf34edd%2C39745%2C1732126832214.1732126834132 to pos 1033, reset compression=false 2024-11-20T18:20:54,534 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45123,1732126837351.replicationSource.wal-reader.6b87edf34edd%2C45123%2C1732126837351,1-6b87edf34edd,45123,1732126837351 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/WALs/6b87edf34edd,45123,1732126837351/6b87edf34edd%2C45123%2C1732126837351.1732126840257 to pos 1328, reset compression=false 2024-11-20T18:20:54,547 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/data/hbase/meta/1588230740/.tmp/table/b9ee2e9a1064450ba161605217d63884 2024-11-20T18:20:54,552 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/data/hbase/meta/1588230740/.tmp/info/be96bf51e17a43d19317577048a47f5d as hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/data/hbase/meta/1588230740/info/be96bf51e17a43d19317577048a47f5d 2024-11-20T18:20:54,557 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/data/hbase/meta/1588230740/info/be96bf51e17a43d19317577048a47f5d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T18:20:54,558 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/data/hbase/meta/1588230740/.tmp/ns/ebed04989e8a4cdbbfae3c6136810dda as hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/data/hbase/meta/1588230740/ns/ebed04989e8a4cdbbfae3c6136810dda 2024-11-20T18:20:54,563 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/data/hbase/meta/1588230740/ns/ebed04989e8a4cdbbfae3c6136810dda, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T18:20:54,564 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/data/hbase/meta/1588230740/.tmp/rep_barrier/5d23830f70a143a49e4b96eec581513e as hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/data/hbase/meta/1588230740/rep_barrier/5d23830f70a143a49e4b96eec581513e 2024-11-20T18:20:54,568 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/data/hbase/meta/1588230740/rep_barrier/5d23830f70a143a49e4b96eec581513e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T18:20:54,569 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/data/hbase/meta/1588230740/.tmp/table/b9ee2e9a1064450ba161605217d63884 as hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/data/hbase/meta/1588230740/table/b9ee2e9a1064450ba161605217d63884 2024-11-20T18:20:54,574 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/data/hbase/meta/1588230740/table/b9ee2e9a1064450ba161605217d63884, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T18:20:54,575 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1728ms, sequenceid=16, compaction requested=false 2024-11-20T18:20:54,581 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T18:20:54,581 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T18:20:54,581 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T18:20:54,582 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T18:20:54,582 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732126852847Running coprocessor pre-close hooks at 1732126852847Disabling compacts and flushes for region at 1732126852847Disabling writes for close at 1732126852847Obtaining lock to block concurrent updates at 1732126852847Preparing flush snapshotting stores in 1588230740 at 1732126852847Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732126852848 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732126852848Flushing 1588230740/info: creating writer at 1732126852848Flushing 1588230740/info: appending metadata at 1732126852864 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732126852864Flushing 1588230740/ns: creating writer at 1732126853276 (+412 ms)Flushing 1588230740/ns: appending metadata at 1732126853293 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732126853293Flushing 1588230740/rep_barrier: creating writer at 1732126853704 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732126853717 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732126853717Flushing 1588230740/table: creating writer at 1732126854127 (+410 ms)Flushing 1588230740/table: appending metadata at 1732126854143 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732126854143Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fa8a9ef: reopening flushed file at 1732126854551 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@110c1721: reopening flushed file at 1732126854557 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26fdb552: reopening flushed file at 1732126854563 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44ce8e01: reopening flushed file at 1732126854568 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1728ms, sequenceid=16, compaction requested=false at 1732126854575 (+7 ms)Writing region close event to WAL at 1732126854578 (+3 ms)Running coprocessor post-close hooks at 1732126854581 (+3 ms)Closed at 1732126854581 2024-11-20T18:20:54,582 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T18:20:54,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6b87edf34edd,45123,1732126837351 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:20:54,648 WARN [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39745,1732126832214.replicationSource.shipper6b87edf34edd%2C39745%2C1732126832214,1-6b87edf34edd,39745,1732126832214 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 6b87edf34edd,45123,1732126837351 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:20:54,649 INFO [RS:0;6b87edf34edd:45123 {}] regionserver.HRegionServer(976): stopping server 6b87edf34edd,45123,1732126837351; all regions closed. 2024-11-20T18:20:54,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741834_1010 (size=4239) 2024-11-20T18:20:54,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741839_1015 (size=3127) 2024-11-20T18:20:54,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741832_1008 (size=1336) 2024-11-20T18:20:54,655 DEBUG [RS:0;6b87edf34edd:45123 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:54,655 INFO [RS:0;6b87edf34edd:45123 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T18:20:54,655 INFO [RS:0;6b87edf34edd:45123 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T18:20:54,655 INFO [RS:0;6b87edf34edd:45123 {}] hbase.ChoreService(370): Chore service for: regionserver/6b87edf34edd:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T18:20:54,656 INFO [RS:0;6b87edf34edd:45123 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T18:20:54,656 INFO [regionserver/6b87edf34edd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T18:20:54,656 INFO [RS:0;6b87edf34edd:45123 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6b87edf34edd,45123,1732126837351 because: Region server is closing 2024-11-20T18:20:54,656 INFO [RS:0;6b87edf34edd:45123 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b87edf34edd:45123. 2024-11-20T18:20:54,656 DEBUG [RS:0;6b87edf34edd:45123 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:20:54,656 DEBUG [RS:0;6b87edf34edd:45123 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:54,656 DEBUG [RS:0;6b87edf34edd:45123 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:54,656 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:20:54,756 INFO [RS:0;6b87edf34edd:45123 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45123,1732126837351.replicationSource.shipper6b87edf34edd%2C45123%2C1732126837351,1-6b87edf34edd,45123,1732126837351 terminated 2024-11-20T18:20:54,756 WARN [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45123,1732126837351.replicationSource.wal-reader.6b87edf34edd%2C45123%2C1732126837351,1-6b87edf34edd,45123,1732126837351 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T18:20:54,757 INFO [RS:0;6b87edf34edd:45123 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b87edf34edd:45123. 2024-11-20T18:20:54,757 DEBUG [RS:0;6b87edf34edd:45123 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:20:54,757 DEBUG [RS:0;6b87edf34edd:45123 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:54,757 DEBUG [RS:0;6b87edf34edd:45123 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:54,757 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:20:54,757 INFO [RS:0;6b87edf34edd:45123 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45123 2024-11-20T18:20:54,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45123-0x1015979e8f70004, quorum=127.0.0.1:51916, baseZNode=/1494964841 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1494964841/rs/6b87edf34edd,45123,1732126837351 2024-11-20T18:20:54,824 INFO [RS:0;6b87edf34edd:45123 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T18:20:54,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38325-0x1015979e8f70003, quorum=127.0.0.1:51916, baseZNode=/1494964841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1494964841/rs 2024-11-20T18:20:54,834 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b87edf34edd,45123,1732126837351] 2024-11-20T18:20:54,845 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1494964841/draining/6b87edf34edd,45123,1732126837351 already deleted, retry=false 2024-11-20T18:20:54,845 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b87edf34edd,45123,1732126837351 expired; onlineServers=0 2024-11-20T18:20:54,845 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b87edf34edd,38325,1732126837145' ***** 2024-11-20T18:20:54,845 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T18:20:54,845 INFO [M:0;6b87edf34edd:38325 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T18:20:54,845 INFO [M:0;6b87edf34edd:38325 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T18:20:54,845 DEBUG [M:0;6b87edf34edd:38325 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T18:20:54,845 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T18:20:54,845 DEBUG [M:0;6b87edf34edd:38325 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T18:20:54,845 DEBUG [master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732126839973 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732126839973,5,FailOnTimeoutGroup] 2024-11-20T18:20:54,845 INFO [M:0;6b87edf34edd:38325 {}] hbase.ChoreService(370): Chore service for: master/6b87edf34edd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T18:20:54,845 DEBUG [master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732126839973 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732126839973,5,FailOnTimeoutGroup] 2024-11-20T18:20:54,846 INFO [M:0;6b87edf34edd:38325 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T18:20:54,846 DEBUG [M:0;6b87edf34edd:38325 {}] master.HMaster(1795): Stopping service threads 2024-11-20T18:20:54,846 INFO [M:0;6b87edf34edd:38325 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T18:20:54,846 INFO [M:0;6b87edf34edd:38325 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T18:20:54,846 INFO [M:0;6b87edf34edd:38325 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T18:20:54,846 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T18:20:54,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38325-0x1015979e8f70003, quorum=127.0.0.1:51916, baseZNode=/1494964841 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1494964841/master 2024-11-20T18:20:54,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38325-0x1015979e8f70003, quorum=127.0.0.1:51916, baseZNode=/1494964841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1494964841 2024-11-20T18:20:54,855 DEBUG [M:0;6b87edf34edd:38325 {}] zookeeper.ZKUtil(347): master:38325-0x1015979e8f70003, quorum=127.0.0.1:51916, baseZNode=/1494964841 Unable to get data of znode /1494964841/master because node does not exist (not an error) 2024-11-20T18:20:54,856 WARN [M:0;6b87edf34edd:38325 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T18:20:54,856 INFO [M:0;6b87edf34edd:38325 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/.lastflushedseqids 2024-11-20T18:20:54,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741852_1028 (size=263) 2024-11-20T18:20:54,935 INFO [RS:0;6b87edf34edd:45123 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T18:20:54,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45123-0x1015979e8f70004, quorum=127.0.0.1:51916, baseZNode=/1494964841 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:20:54,935 INFO [RS:0;6b87edf34edd:45123 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b87edf34edd,45123,1732126837351; zookeeper connection closed. 2024-11-20T18:20:54,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45123-0x1015979e8f70004, quorum=127.0.0.1:51916, baseZNode=/1494964841 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:20:54,935 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@45b714d5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@45b714d5 2024-11-20T18:20:54,935 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T18:20:55,051 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6b87edf34edd:45123 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6b87edf34edd/172.17.0.3:45123 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:20:55,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 6b87edf34edd:45123 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6b87edf34edd/172.17.0.3:45123 2024-11-20T18:20:55,051 WARN [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39745,1732126832214.replicationSource.shipper6b87edf34edd%2C39745%2C1732126832214,1-6b87edf34edd,39745,1732126832214 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=6b87edf34edd:45123 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6b87edf34edd/172.17.0.3:45123 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6b87edf34edd/172.17.0.3:45123 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T18:20:55,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T18:20:55,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] ipc.CallRunner(138): callId: 18 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:51196 deadline: 1732126915054, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-20T18:20:55,055 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39745,1732126832214.replicationSource.shipper6b87edf34edd%2C39745%2C1732126832214,1-6b87edf34edd,39745,1732126832214 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-20T18:20:55,056 WARN [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39745,1732126832214.replicationSource.shipper6b87edf34edd%2C39745%2C1732126832214,1-6b87edf34edd,39745,1732126832214 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-20T18:20:55,191 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39745,1732126832214.replicationSource.wal-reader.6b87edf34edd%2C39745%2C1732126832214,1-6b87edf34edd,39745,1732126832214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/WALs/6b87edf34edd,39745,1732126832214/6b87edf34edd%2C39745%2C1732126832214.1732126834132 to pos 1033, reset compression=false 2024-11-20T18:20:55,260 INFO [M:0;6b87edf34edd:38325 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T18:20:55,260 INFO [M:0;6b87edf34edd:38325 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T18:20:55,261 DEBUG [M:0;6b87edf34edd:38325 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T18:20:55,261 INFO [M:0;6b87edf34edd:38325 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:20:55,261 DEBUG [M:0;6b87edf34edd:38325 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:20:55,261 DEBUG [M:0;6b87edf34edd:38325 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T18:20:55,261 DEBUG [M:0;6b87edf34edd:38325 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:20:55,261 INFO [M:0;6b87edf34edd:38325 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-20T18:20:55,280 DEBUG [M:0;6b87edf34edd:38325 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d048417fe1cc495ba8ea136c2d2310ad is 82, key is hbase:meta,,1/info:regioninfo/1732126841284/Put/seqid=0 2024-11-20T18:20:55,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741853_1029 (size=5672) 2024-11-20T18:20:55,556 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39745,1732126832214.replicationSource.shipper6b87edf34edd%2C39745%2C1732126832214,1-6b87edf34edd,39745,1732126832214 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-20T18:20:55,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T18:20:55,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] ipc.CallRunner(138): callId: 20 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:51196 deadline: 1732126915557, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-20T18:20:55,558 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39745,1732126832214.replicationSource.shipper6b87edf34edd%2C39745%2C1732126832214,1-6b87edf34edd,39745,1732126832214 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-20T18:20:55,559 WARN [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39745,1732126832214.replicationSource.shipper6b87edf34edd%2C39745%2C1732126832214,1-6b87edf34edd,39745,1732126832214 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-20T18:20:55,560 WARN [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39745,1732126832214.replicationSource.shipper6b87edf34edd%2C39745%2C1732126832214,1-6b87edf34edd,39745,1732126832214 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-20T18:20:55,684 INFO [M:0;6b87edf34edd:38325 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d048417fe1cc495ba8ea136c2d2310ad 2024-11-20T18:20:55,702 DEBUG [M:0;6b87edf34edd:38325 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/72558180746d4f8892491803f89b32eb is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732126847615/Put/seqid=0 2024-11-20T18:20:55,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741854_1030 (size=8516) 2024-11-20T18:20:55,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T18:20:55,726 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-20T18:20:55,994 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39745,1732126832214.replicationSource.wal-reader.6b87edf34edd%2C39745%2C1732126832214,1-6b87edf34edd,39745,1732126832214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/WALs/6b87edf34edd,39745,1732126832214/6b87edf34edd%2C39745%2C1732126832214.1732126834132 to pos 1033, reset compression=false 2024-11-20T18:20:56,106 INFO [M:0;6b87edf34edd:38325 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/72558180746d4f8892491803f89b32eb 2024-11-20T18:20:56,128 DEBUG [M:0;6b87edf34edd:38325 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7b3884662ded41ccbf14d1fab0e856fe is 69, key is 6b87edf34edd,45123,1732126837351/rs:state/1732126840077/Put/seqid=0 2024-11-20T18:20:56,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741855_1031 (size=5156) 2024-11-20T18:20:56,160 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39745,1732126832214.replicationSource.shipper6b87edf34edd%2C39745%2C1732126832214,1-6b87edf34edd,39745,1732126832214 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-20T18:20:56,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T18:20:56,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] ipc.CallRunner(138): callId: 22 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:51196 deadline: 1732126916162, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-20T18:20:56,162 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39745,1732126832214.replicationSource.shipper6b87edf34edd%2C39745%2C1732126832214,1-6b87edf34edd,39745,1732126832214 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-20T18:20:56,164 WARN [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39745,1732126832214.replicationSource.shipper6b87edf34edd%2C39745%2C1732126832214,1-6b87edf34edd,39745,1732126832214 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-20T18:20:56,164 WARN [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39745,1732126832214.replicationSource.shipper6b87edf34edd%2C39745%2C1732126832214,1-6b87edf34edd,39745,1732126832214 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-20T18:20:56,532 INFO [M:0;6b87edf34edd:38325 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7b3884662ded41ccbf14d1fab0e856fe 2024-11-20T18:20:56,574 DEBUG [M:0;6b87edf34edd:38325 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d048417fe1cc495ba8ea136c2d2310ad as hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d048417fe1cc495ba8ea136c2d2310ad 2024-11-20T18:20:56,578 INFO [M:0;6b87edf34edd:38325 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d048417fe1cc495ba8ea136c2d2310ad, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T18:20:56,579 DEBUG [M:0;6b87edf34edd:38325 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/72558180746d4f8892491803f89b32eb as hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/72558180746d4f8892491803f89b32eb 2024-11-20T18:20:56,582 INFO [M:0;6b87edf34edd:38325 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/72558180746d4f8892491803f89b32eb, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T18:20:56,583 DEBUG [M:0;6b87edf34edd:38325 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7b3884662ded41ccbf14d1fab0e856fe as hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7b3884662ded41ccbf14d1fab0e856fe 2024-11-20T18:20:56,586 INFO [M:0;6b87edf34edd:38325 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43099/user/jenkins/test-data/00ef80d7-ed77-6373-56a2-a03b155f0809/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7b3884662ded41ccbf14d1fab0e856fe, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T18:20:56,587 INFO [M:0;6b87edf34edd:38325 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1326ms, sequenceid=97, compaction requested=false 2024-11-20T18:20:56,588 INFO [M:0;6b87edf34edd:38325 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:20:56,588 DEBUG [M:0;6b87edf34edd:38325 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732126855261Disabling compacts and flushes for region at 1732126855261Disabling writes for close at 1732126855261Obtaining lock to block concurrent updates at 1732126855261Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732126855261Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732126855261Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732126855262 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732126855262Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732126855279 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732126855280 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732126855689 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732126855701 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732126855701Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732126856110 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732126856127 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732126856127Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33a6810f: reopening flushed file at 1732126856573 (+446 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b2339d0: reopening flushed file at 1732126856578 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a0467c8: reopening flushed file at 1732126856582 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1326ms, sequenceid=97, compaction requested=false at 1732126856587 (+5 ms)Writing region close event to WAL at 1732126856588 (+1 ms)Closed at 1732126856588 2024-11-20T18:20:56,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741830_1006 (size=63654) 2024-11-20T18:20:56,590 INFO [M:0;6b87edf34edd:38325 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T18:20:56,590 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T18:20:56,590 INFO [M:0;6b87edf34edd:38325 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38325 2024-11-20T18:20:56,590 INFO [M:0;6b87edf34edd:38325 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T18:20:56,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38325-0x1015979e8f70003, quorum=127.0.0.1:51916, baseZNode=/1494964841 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:20:56,729 INFO [M:0;6b87edf34edd:38325 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T18:20:56,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38325-0x1015979e8f70003, quorum=127.0.0.1:51916, baseZNode=/1494964841 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:20:56,770 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3f77d453{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T18:20:56,770 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@419d08a7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T18:20:56,770 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T18:20:56,770 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27e95f40{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T18:20:56,770 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a355638{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85318923-56ab-f9f3-0e3e-bebede952a16/hadoop.log.dir/,STOPPED} 2024-11-20T18:20:56,771 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T18:20:56,771 WARN [BP-1793178604-172.17.0.3-1732126835303 heartbeating to localhost/127.0.0.1:43099 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T18:20:56,772 WARN [BP-1793178604-172.17.0.3-1732126835303 heartbeating to localhost/127.0.0.1:43099 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1793178604-172.17.0.3-1732126835303 (Datanode Uuid 2077c5c0-5e92-4a47-a2eb-0c66f5e3727c) service to localhost/127.0.0.1:43099 2024-11-20T18:20:56,772 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T18:20:56,772 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85318923-56ab-f9f3-0e3e-bebede952a16/cluster_d358858f-e5e2-ec94-a1e9-7833f00bd203/data/data1/current/BP-1793178604-172.17.0.3-1732126835303 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T18:20:56,772 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85318923-56ab-f9f3-0e3e-bebede952a16/cluster_d358858f-e5e2-ec94-a1e9-7833f00bd203/data/data2/current/BP-1793178604-172.17.0.3-1732126835303 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T18:20:56,772 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T18:20:56,778 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@433ddd6f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T18:20:56,778 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5857b614{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T18:20:56,778 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T18:20:56,779 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37c9d700{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T18:20:56,779 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66616b13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85318923-56ab-f9f3-0e3e-bebede952a16/hadoop.log.dir/,STOPPED} 2024-11-20T18:20:56,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T18:20:56,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T18:20:56,791 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:20:56,791 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:20:56,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:56,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:56,791 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:20:56,792 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T18:20:56,792 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1724508753, stopped=false 2024-11-20T18:20:56,792 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b87edf34edd,37917,1732126832027 2024-11-20T18:20:56,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37917-0x1015979e8f70000, quorum=127.0.0.1:51916, baseZNode=/0707535678 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0707535678/running 2024-11-20T18:20:56,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39745-0x1015979e8f70001, quorum=127.0.0.1:51916, baseZNode=/0707535678 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0707535678/running 2024-11-20T18:20:56,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37917-0x1015979e8f70000, quorum=127.0.0.1:51916, baseZNode=/0707535678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0707535678 2024-11-20T18:20:56,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39745-0x1015979e8f70001, quorum=127.0.0.1:51916, baseZNode=/0707535678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0707535678 2024-11-20T18:20:56,812 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T18:20:56,813 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:20:56,813 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:20:56,813 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37917-0x1015979e8f70000, quorum=127.0.0.1:51916, baseZNode=/0707535678 Set watcher on znode that does not yet exist, /0707535678/running 2024-11-20T18:20:56,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:56,813 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b87edf34edd,39745,1732126832214' ***** 2024-11-20T18:20:56,813 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T18:20:56,813 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39745-0x1015979e8f70001, quorum=127.0.0.1:51916, baseZNode=/0707535678 Set watcher on znode that does not yet exist, /0707535678/running 2024-11-20T18:20:56,813 INFO [RS:0;6b87edf34edd:39745 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T18:20:56,813 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T18:20:56,813 INFO [RS:0;6b87edf34edd:39745 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T18:20:56,813 INFO [RS:0;6b87edf34edd:39745 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T18:20:56,814 INFO [RS:0;6b87edf34edd:39745 {}] regionserver.HRegionServer(3091): Received CLOSE for 8f2be36ffa155f25d621184cf69f4357 2024-11-20T18:20:56,814 INFO [RS:0;6b87edf34edd:39745 {}] regionserver.HRegionServer(3091): Received CLOSE for 544e309f68cdd69dbd8991dea3983fa1 2024-11-20T18:20:56,814 INFO [RS:0;6b87edf34edd:39745 {}] regionserver.HRegionServer(959): stopping server 6b87edf34edd,39745,1732126832214 2024-11-20T18:20:56,814 INFO [RS:0;6b87edf34edd:39745 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T18:20:56,814 INFO [RS:0;6b87edf34edd:39745 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b87edf34edd:39745. 2024-11-20T18:20:56,814 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8f2be36ffa155f25d621184cf69f4357, disabling compactions & flushes 2024-11-20T18:20:56,814 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732126841377.8f2be36ffa155f25d621184cf69f4357. 2024-11-20T18:20:56,814 DEBUG [RS:0;6b87edf34edd:39745 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:20:56,814 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732126841377.8f2be36ffa155f25d621184cf69f4357. 2024-11-20T18:20:56,814 DEBUG [RS:0;6b87edf34edd:39745 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:56,814 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732126841377.8f2be36ffa155f25d621184cf69f4357. after waiting 0 ms 2024-11-20T18:20:56,814 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732126841377.8f2be36ffa155f25d621184cf69f4357. 2024-11-20T18:20:56,814 INFO [RS:0;6b87edf34edd:39745 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T18:20:56,814 INFO [RS:0;6b87edf34edd:39745 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T18:20:56,814 INFO [RS:0;6b87edf34edd:39745 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T18:20:56,814 INFO [RS:0;6b87edf34edd:39745 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T18:20:56,814 INFO [RS:0;6b87edf34edd:39745 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T18:20:56,814 DEBUG [RS:0;6b87edf34edd:39745 {}] regionserver.HRegionServer(1325): Online Regions={8f2be36ffa155f25d621184cf69f4357=test,,1732126841377.8f2be36ffa155f25d621184cf69f4357., 544e309f68cdd69dbd8991dea3983fa1=hbase:replication,,1732126844688.544e309f68cdd69dbd8991dea3983fa1., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T18:20:56,814 DEBUG [RS:0;6b87edf34edd:39745 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 544e309f68cdd69dbd8991dea3983fa1, 8f2be36ffa155f25d621184cf69f4357 2024-11-20T18:20:56,814 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T18:20:56,814 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T18:20:56,814 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T18:20:56,814 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T18:20:56,814 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T18:20:56,814 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T18:20:56,817 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/data/default/test/8f2be36ffa155f25d621184cf69f4357/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T18:20:56,818 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T18:20:56,818 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T18:20:56,818 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732126841377.8f2be36ffa155f25d621184cf69f4357. 2024-11-20T18:20:56,818 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8f2be36ffa155f25d621184cf69f4357: Waiting for close lock at 1732126856814Running coprocessor pre-close hooks at 1732126856814Disabling compacts and flushes for region at 1732126856814Disabling writes for close at 1732126856814Writing region close event to WAL at 1732126856814Running coprocessor post-close hooks at 1732126856818 (+4 ms)Closed at 1732126856818 2024-11-20T18:20:56,818 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732126841377.8f2be36ffa155f25d621184cf69f4357. 2024-11-20T18:20:56,818 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 544e309f68cdd69dbd8991dea3983fa1, disabling compactions & flushes 2024-11-20T18:20:56,818 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732126844688.544e309f68cdd69dbd8991dea3983fa1. 2024-11-20T18:20:56,818 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732126844688.544e309f68cdd69dbd8991dea3983fa1. 2024-11-20T18:20:56,819 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732126844688.544e309f68cdd69dbd8991dea3983fa1. after waiting 0 ms 2024-11-20T18:20:56,819 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732126844688.544e309f68cdd69dbd8991dea3983fa1. 2024-11-20T18:20:56,819 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 544e309f68cdd69dbd8991dea3983fa1 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-20T18:20:56,828 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/data/hbase/meta/1588230740/.tmp/info/4caaa730bebc42128b0528d2b1c93a41 is 147, key is hbase:replication,,1732126844688.544e309f68cdd69dbd8991dea3983fa1./info:regioninfo/1732126845850/Put/seqid=0 2024-11-20T18:20:56,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741846_1022 (size=7686) 2024-11-20T18:20:56,836 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/data/hbase/replication/544e309f68cdd69dbd8991dea3983fa1/.tmp/hfileref/73dfeea2224d4de3bbf35f55f86e7333 is 74, key is 1/hfileref:18137fed4196403dab499eb3a221aeac_SeqId_6_/1732126851790/Put/seqid=0 2024-11-20T18:20:56,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741847_1023 (size=5345) 2024-11-20T18:20:56,864 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39745,1732126832214.replicationSource.shipper6b87edf34edd%2C39745%2C1732126832214,1-6b87edf34edd,39745,1732126832214 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-20T18:20:56,865 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6b87edf34edd:38325 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6b87edf34edd/172.17.0.3:38325 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:20:56,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 6b87edf34edd:38325 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6b87edf34edd/172.17.0.3:38325 2024-11-20T18:20:56,897 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39745,1732126832214.replicationSource.wal-reader.6b87edf34edd%2C39745%2C1732126832214,1-6b87edf34edd,39745,1732126832214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/WALs/6b87edf34edd,39745,1732126832214/6b87edf34edd%2C39745%2C1732126832214.1732126834132 to pos 1033, reset compression=false 2024-11-20T18:20:56,901 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39745,1732126832214.replicationSource.wal-reader.6b87edf34edd%2C39745%2C1732126832214,1-6b87edf34edd,39745,1732126832214 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T18:20:56,901 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39745,1732126832214.replicationSource.wal-reader.6b87edf34edd%2C39745%2C1732126832214,1-6b87edf34edd,39745,1732126832214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/WALs/6b87edf34edd,39745,1732126832214/6b87edf34edd%2C39745%2C1732126832214.1732126834132 to pos 1328, reset compression=false 2024-11-20T18:20:56,912 INFO [regionserver/6b87edf34edd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T18:20:56,969 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:20:56,969 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6b87edf34edd:38325 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6b87edf34edd/172.17.0.3:38325 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T18:20:56,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b87edf34edd,38325,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=6b87edf34edd:38325 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6b87edf34edd/172.17.0.3:38325 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-20T18:20:56,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 6b87edf34edd:38325 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6b87edf34edd/172.17.0.3:38325 2024-11-20T18:20:57,014 DEBUG [RS:0;6b87edf34edd:39745 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 544e309f68cdd69dbd8991dea3983fa1 2024-11-20T18:20:57,016 INFO [regionserver/6b87edf34edd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T18:20:57,016 INFO [regionserver/6b87edf34edd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T18:20:57,104 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39745,1732126832214.replicationSource.wal-reader.6b87edf34edd%2C39745%2C1732126832214,1-6b87edf34edd,39745,1732126832214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/WALs/6b87edf34edd,39745,1732126832214/6b87edf34edd%2C39745%2C1732126832214.1732126834132 to pos 1328, reset compression=false 2024-11-20T18:20:57,179 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:20:57,179 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 6b87edf34edd:38325 this server is in the failed servers list 2024-11-20T18:20:57,179 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b87edf34edd,38325,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6b87edf34edd:38325 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6b87edf34edd:38325 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T18:20:57,215 DEBUG [RS:0;6b87edf34edd:39745 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 544e309f68cdd69dbd8991dea3983fa1 2024-11-20T18:20:57,232 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/data/hbase/meta/1588230740/.tmp/info/4caaa730bebc42128b0528d2b1c93a41 2024-11-20T18:20:57,239 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/data/hbase/replication/544e309f68cdd69dbd8991dea3983fa1/.tmp/hfileref/73dfeea2224d4de3bbf35f55f86e7333 2024-11-20T18:20:57,250 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/data/hbase/meta/1588230740/.tmp/ns/5a355f4c039349aebd2bcd803c559544 is 43, key is default/ns:d/1732126835194/Put/seqid=0 2024-11-20T18:20:57,256 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/data/hbase/replication/544e309f68cdd69dbd8991dea3983fa1/.tmp/queue/0688f23fe77740fbbbca7a1dfe01c4ea is 153, key is 1-6b87edf34edd,39745,1732126832214/queue:6b87edf34edd%2C39745%2C1732126832214/1732126849436/Put/seqid=0 2024-11-20T18:20:57,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741848_1024 (size=5153) 2024-11-20T18:20:57,258 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/data/hbase/meta/1588230740/.tmp/ns/5a355f4c039349aebd2bcd803c559544 2024-11-20T18:20:57,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741849_1025 (size=5352) 2024-11-20T18:20:57,273 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/data/hbase/meta/1588230740/.tmp/rep_barrier/8464b0a7978844508a7b4ebd7839a0d6 is 112, key is test,,1732126841377.8f2be36ffa155f25d621184cf69f4357./rep_barrier:seqnumDuringOpen/1732126842527/Put/seqid=0 2024-11-20T18:20:57,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741850_1026 (size=5518) 2024-11-20T18:20:57,408 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39745,1732126832214.replicationSource.wal-reader.6b87edf34edd%2C39745%2C1732126832214,1-6b87edf34edd,39745,1732126832214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/WALs/6b87edf34edd,39745,1732126832214/6b87edf34edd%2C39745%2C1732126832214.1732126834132 to pos 1328, reset compression=false 2024-11-20T18:20:57,415 DEBUG [RS:0;6b87edf34edd:39745 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 544e309f68cdd69dbd8991dea3983fa1 2024-11-20T18:20:57,489 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:20:57,489 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 6b87edf34edd:38325 this server is in the failed servers list 2024-11-20T18:20:57,490 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b87edf34edd,38325,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6b87edf34edd:38325 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6b87edf34edd:38325 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T18:20:57,615 DEBUG [RS:0;6b87edf34edd:39745 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 544e309f68cdd69dbd8991dea3983fa1 2024-11-20T18:20:57,660 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/data/hbase/replication/544e309f68cdd69dbd8991dea3983fa1/.tmp/queue/0688f23fe77740fbbbca7a1dfe01c4ea 2024-11-20T18:20:57,665 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/data/hbase/replication/544e309f68cdd69dbd8991dea3983fa1/.tmp/hfileref/73dfeea2224d4de3bbf35f55f86e7333 as hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/data/hbase/replication/544e309f68cdd69dbd8991dea3983fa1/hfileref/73dfeea2224d4de3bbf35f55f86e7333 2024-11-20T18:20:57,668 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/data/hbase/replication/544e309f68cdd69dbd8991dea3983fa1/hfileref/73dfeea2224d4de3bbf35f55f86e7333, entries=4, sequenceid=10, filesize=5.2 K 2024-11-20T18:20:57,669 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/data/hbase/replication/544e309f68cdd69dbd8991dea3983fa1/.tmp/queue/0688f23fe77740fbbbca7a1dfe01c4ea as hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/data/hbase/replication/544e309f68cdd69dbd8991dea3983fa1/queue/0688f23fe77740fbbbca7a1dfe01c4ea 2024-11-20T18:20:57,673 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/data/hbase/replication/544e309f68cdd69dbd8991dea3983fa1/queue/0688f23fe77740fbbbca7a1dfe01c4ea, entries=1, sequenceid=10, filesize=5.2 K 2024-11-20T18:20:57,674 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 544e309f68cdd69dbd8991dea3983fa1 in 855ms, sequenceid=10, compaction requested=false 2024-11-20T18:20:57,677 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/data/hbase/meta/1588230740/.tmp/rep_barrier/8464b0a7978844508a7b4ebd7839a0d6 2024-11-20T18:20:57,678 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/data/hbase/replication/544e309f68cdd69dbd8991dea3983fa1/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-20T18:20:57,678 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T18:20:57,678 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T18:20:57,678 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732126844688.544e309f68cdd69dbd8991dea3983fa1. 2024-11-20T18:20:57,678 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 544e309f68cdd69dbd8991dea3983fa1: Waiting for close lock at 1732126856818Running coprocessor pre-close hooks at 1732126856818Disabling compacts and flushes for region at 1732126856818Disabling writes for close at 1732126856819 (+1 ms)Obtaining lock to block concurrent updates at 1732126856819Preparing flush snapshotting stores in 544e309f68cdd69dbd8991dea3983fa1 at 1732126856819Finished memstore snapshotting hbase:replication,,1732126844688.544e309f68cdd69dbd8991dea3983fa1., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1732126856819Flushing stores of hbase:replication,,1732126844688.544e309f68cdd69dbd8991dea3983fa1. at 1732126856819Flushing 544e309f68cdd69dbd8991dea3983fa1/hfileref: creating writer at 1732126856820 (+1 ms)Flushing 544e309f68cdd69dbd8991dea3983fa1/hfileref: appending metadata at 1732126856836 (+16 ms)Flushing 544e309f68cdd69dbd8991dea3983fa1/hfileref: closing flushed file at 1732126856836Flushing 544e309f68cdd69dbd8991dea3983fa1/queue: creating writer at 1732126857243 (+407 ms)Flushing 544e309f68cdd69dbd8991dea3983fa1/queue: appending metadata at 1732126857256 (+13 ms)Flushing 544e309f68cdd69dbd8991dea3983fa1/queue: closing flushed file at 1732126857256Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4904ad4e: reopening flushed file at 1732126857664 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2eed5188: reopening flushed file at 1732126857669 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 544e309f68cdd69dbd8991dea3983fa1 in 855ms, sequenceid=10, compaction requested=false at 1732126857674 (+5 ms)Writing region close event to WAL at 1732126857674Running coprocessor post-close hooks at 1732126857678 (+4 ms)Closed at 1732126857678 2024-11-20T18:20:57,679 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732126844688.544e309f68cdd69dbd8991dea3983fa1. 2024-11-20T18:20:57,693 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/data/hbase/meta/1588230740/.tmp/table/99ff8d888e53451789b69567fa42b029 is 53, key is hbase:replication/table:state/1732126845855/Put/seqid=0 2024-11-20T18:20:57,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741851_1027 (size=5308) 2024-11-20T18:20:57,811 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39745,1732126832214.replicationSource.wal-reader.6b87edf34edd%2C39745%2C1732126832214,1-6b87edf34edd,39745,1732126832214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/WALs/6b87edf34edd,39745,1732126832214/6b87edf34edd%2C39745%2C1732126832214.1732126834132 to pos 1328, reset compression=false 2024-11-20T18:20:57,815 INFO [RS:0;6b87edf34edd:39745 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T18:20:57,815 DEBUG [RS:0;6b87edf34edd:39745 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T18:20:57,815 DEBUG [RS:0;6b87edf34edd:39745 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T18:20:57,999 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:20:57,999 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 6b87edf34edd:38325 this server is in the failed servers list 2024-11-20T18:20:57,999 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b87edf34edd,38325,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6b87edf34edd:38325 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6b87edf34edd:38325 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T18:20:58,015 DEBUG [RS:0;6b87edf34edd:39745 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T18:20:58,098 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/data/hbase/meta/1588230740/.tmp/table/99ff8d888e53451789b69567fa42b029 2024-11-20T18:20:58,102 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/data/hbase/meta/1588230740/.tmp/info/4caaa730bebc42128b0528d2b1c93a41 as hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/data/hbase/meta/1588230740/info/4caaa730bebc42128b0528d2b1c93a41 2024-11-20T18:20:58,106 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/data/hbase/meta/1588230740/info/4caaa730bebc42128b0528d2b1c93a41, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T18:20:58,106 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/data/hbase/meta/1588230740/.tmp/ns/5a355f4c039349aebd2bcd803c559544 as hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/data/hbase/meta/1588230740/ns/5a355f4c039349aebd2bcd803c559544 2024-11-20T18:20:58,111 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/data/hbase/meta/1588230740/ns/5a355f4c039349aebd2bcd803c559544, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T18:20:58,112 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/data/hbase/meta/1588230740/.tmp/rep_barrier/8464b0a7978844508a7b4ebd7839a0d6 as hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/data/hbase/meta/1588230740/rep_barrier/8464b0a7978844508a7b4ebd7839a0d6 2024-11-20T18:20:58,116 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/data/hbase/meta/1588230740/rep_barrier/8464b0a7978844508a7b4ebd7839a0d6, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T18:20:58,117 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/data/hbase/meta/1588230740/.tmp/table/99ff8d888e53451789b69567fa42b029 as hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/data/hbase/meta/1588230740/table/99ff8d888e53451789b69567fa42b029 2024-11-20T18:20:58,121 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/data/hbase/meta/1588230740/table/99ff8d888e53451789b69567fa42b029, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T18:20:58,121 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1307ms, sequenceid=16, compaction requested=false 2024-11-20T18:20:58,121 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T18:20:58,126 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T18:20:58,126 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T18:20:58,126 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T18:20:58,126 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T18:20:58,126 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732126856814Running coprocessor pre-close hooks at 1732126856814Disabling compacts and flushes for region at 1732126856814Disabling writes for close at 1732126856814Obtaining lock to block concurrent updates at 1732126856814Preparing flush snapshotting stores in 1588230740 at 1732126856814Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732126856815 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732126856815Flushing 1588230740/info: creating writer at 1732126856815Flushing 1588230740/info: appending metadata at 1732126856828 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732126856828Flushing 1588230740/ns: creating writer at 1732126857236 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732126857250 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732126857250Flushing 1588230740/rep_barrier: creating writer at 1732126857261 (+11 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732126857273 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732126857273Flushing 1588230740/table: creating writer at 1732126857681 (+408 ms)Flushing 1588230740/table: appending metadata at 1732126857693 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732126857693Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38fab034: reopening flushed file at 1732126858102 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f71ee3b: reopening flushed file at 1732126858106 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78531818: reopening flushed file at 1732126858111 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@752c2633: reopening flushed file at 1732126858116 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1307ms, sequenceid=16, compaction requested=false at 1732126858121 (+5 ms)Writing region close event to WAL at 1732126858123 (+2 ms)Running coprocessor post-close hooks at 1732126858126 (+3 ms)Closed at 1732126858126 2024-11-20T18:20:58,127 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T18:20:58,215 INFO [RS:0;6b87edf34edd:39745 {}] regionserver.HRegionServer(976): stopping server 6b87edf34edd,39745,1732126832214; all regions closed. 2024-11-20T18:20:58,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741834_1010 (size=4239) 2024-11-20T18:20:58,219 DEBUG [RS:0;6b87edf34edd:39745 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/oldWALs 2024-11-20T18:20:58,219 INFO [RS:0;6b87edf34edd:39745 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b87edf34edd%2C39745%2C1732126832214.meta:.meta(num 1732126835087) 2024-11-20T18:20:58,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741839_1015 (size=2695) 2024-11-20T18:20:58,222 DEBUG [RS:0;6b87edf34edd:39745 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/oldWALs 2024-11-20T18:20:58,223 INFO [RS:0;6b87edf34edd:39745 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b87edf34edd%2C39745%2C1732126832214.rep:(num 1732126845821) 2024-11-20T18:20:58,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741832_1008 (size=1336) 2024-11-20T18:20:58,224 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/WALs/6b87edf34edd,39745,1732126832214/6b87edf34edd%2C39745%2C1732126832214.1732126834132 not finished, retry = 0 2024-11-20T18:20:58,314 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39745,1732126832214.replicationSource.wal-reader.6b87edf34edd%2C39745%2C1732126832214,1-6b87edf34edd,39745,1732126832214 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/WALs/6b87edf34edd,39745,1732126832214/6b87edf34edd%2C39745%2C1732126832214.1732126834132 to pos 1328, reset compression=false 2024-11-20T18:20:58,325 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39745,1732126832214.replicationSource.wal-reader.6b87edf34edd%2C39745%2C1732126832214,1-6b87edf34edd,39745,1732126832214 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/WALs/6b87edf34edd,39745,1732126832214/6b87edf34edd%2C39745%2C1732126832214.1732126834132 2024-11-20T18:20:58,326 DEBUG [RS:0;6b87edf34edd:39745 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/oldWALs 2024-11-20T18:20:58,326 INFO [RS:0;6b87edf34edd:39745 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b87edf34edd%2C39745%2C1732126832214:(num 1732126834132) 2024-11-20T18:20:58,326 DEBUG [RS:0;6b87edf34edd:39745 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:58,326 INFO [RS:0;6b87edf34edd:39745 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T18:20:58,326 INFO [RS:0;6b87edf34edd:39745 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T18:20:58,327 INFO [RS:0;6b87edf34edd:39745 {}] hbase.ChoreService(370): Chore service for: regionserver/6b87edf34edd:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T18:20:58,327 INFO [RS:0;6b87edf34edd:39745 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T18:20:58,327 INFO [regionserver/6b87edf34edd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T18:20:58,327 INFO [RS:0;6b87edf34edd:39745 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6b87edf34edd,39745,1732126832214 because: Region server is closing 2024-11-20T18:20:58,327 INFO [RS:0;6b87edf34edd:39745 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b87edf34edd:39745. 2024-11-20T18:20:58,327 DEBUG [RS:0;6b87edf34edd:39745 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:20:58,327 DEBUG [RS:0;6b87edf34edd:39745 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:58,327 DEBUG [RS:0;6b87edf34edd:39745 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:58,327 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:20:58,428 WARN [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39745,1732126832214.replicationSource.wal-reader.6b87edf34edd%2C39745%2C1732126832214,1-6b87edf34edd,39745,1732126832214 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-20T18:20:58,428 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39745,1732126832214.replicationSource.shipper6b87edf34edd%2C39745%2C1732126832214,1-6b87edf34edd,39745,1732126832214 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-20T18:20:58,428 WARN [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39745,1732126832214.replicationSource.shipper6b87edf34edd%2C39745%2C1732126832214,1-6b87edf34edd,39745,1732126832214 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-20T18:20:58,428 WARN [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39745,1732126832214.replicationSource.shipper6b87edf34edd%2C39745%2C1732126832214,1-6b87edf34edd,39745,1732126832214 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-20T18:20:58,827 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T18:20:58,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:20:58,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:20:58,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:20:58,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:20:58,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:20:58,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:20:58,862 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:20:58,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:20:59,008 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:20:59,009 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b87edf34edd,38325,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b87edf34edd:38325 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T18:20:59,011 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2144 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b87edf34edd,38325,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b87edf34edd:38325 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T18:20:59,229 INFO [RS:0;6b87edf34edd:39745 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39745,1732126832214.replicationSource.shipper6b87edf34edd%2C39745%2C1732126832214,1-6b87edf34edd,39745,1732126832214 terminated 2024-11-20T18:20:59,229 INFO [RS:0;6b87edf34edd:39745 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b87edf34edd:39745. 2024-11-20T18:20:59,229 DEBUG [RS:0;6b87edf34edd:39745 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:20:59,229 DEBUG [RS:0;6b87edf34edd:39745 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:59,229 DEBUG [RS:0;6b87edf34edd:39745 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:20:59,229 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:20:59,229 INFO [RS:0;6b87edf34edd:39745 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39745 2024-11-20T18:20:59,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37917-0x1015979e8f70000, quorum=127.0.0.1:51916, baseZNode=/0707535678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0707535678/rs 2024-11-20T18:20:59,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39745-0x1015979e8f70001, quorum=127.0.0.1:51916, baseZNode=/0707535678 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0707535678/rs/6b87edf34edd,39745,1732126832214 2024-11-20T18:20:59,297 INFO [RS:0;6b87edf34edd:39745 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T18:20:59,298 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b87edf34edd,39745,1732126832214] 2024-11-20T18:20:59,318 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0707535678/draining/6b87edf34edd,39745,1732126832214 already deleted, retry=false 2024-11-20T18:20:59,318 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b87edf34edd,39745,1732126832214 expired; onlineServers=0 2024-11-20T18:20:59,318 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b87edf34edd,37917,1732126832027' ***** 2024-11-20T18:20:59,318 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T18:20:59,318 INFO [M:0;6b87edf34edd:37917 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T18:20:59,318 INFO [M:0;6b87edf34edd:37917 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T18:20:59,318 DEBUG [M:0;6b87edf34edd:37917 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T18:20:59,318 DEBUG [M:0;6b87edf34edd:37917 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T18:20:59,318 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T18:20:59,318 DEBUG [master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732126833867 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732126833867,5,FailOnTimeoutGroup] 2024-11-20T18:20:59,319 DEBUG [master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732126833867 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732126833867,5,FailOnTimeoutGroup] 2024-11-20T18:20:59,319 INFO [M:0;6b87edf34edd:37917 {}] hbase.ChoreService(370): Chore service for: master/6b87edf34edd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T18:20:59,319 INFO [M:0;6b87edf34edd:37917 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T18:20:59,319 DEBUG [M:0;6b87edf34edd:37917 {}] master.HMaster(1795): Stopping service threads 2024-11-20T18:20:59,319 INFO [M:0;6b87edf34edd:37917 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T18:20:59,319 INFO [M:0;6b87edf34edd:37917 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T18:20:59,319 INFO [M:0;6b87edf34edd:37917 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T18:20:59,319 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T18:20:59,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37917-0x1015979e8f70000, quorum=127.0.0.1:51916, baseZNode=/0707535678 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0707535678/master 2024-11-20T18:20:59,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37917-0x1015979e8f70000, quorum=127.0.0.1:51916, baseZNode=/0707535678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0707535678 2024-11-20T18:20:59,329 DEBUG [M:0;6b87edf34edd:37917 {}] zookeeper.ZKUtil(347): master:37917-0x1015979e8f70000, quorum=127.0.0.1:51916, baseZNode=/0707535678 Unable to get data of znode /0707535678/master because node does not exist (not an error) 2024-11-20T18:20:59,329 WARN [M:0;6b87edf34edd:37917 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T18:20:59,330 INFO [M:0;6b87edf34edd:37917 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/.lastflushedseqids 2024-11-20T18:20:59,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741852_1028 (size=263) 2024-11-20T18:20:59,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39745-0x1015979e8f70001, quorum=127.0.0.1:51916, baseZNode=/0707535678 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:20:59,408 INFO [RS:0;6b87edf34edd:39745 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T18:20:59,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39745-0x1015979e8f70001, quorum=127.0.0.1:51916, baseZNode=/0707535678 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:20:59,408 INFO [RS:0;6b87edf34edd:39745 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b87edf34edd,39745,1732126832214; zookeeper connection closed. 2024-11-20T18:20:59,408 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7890897e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7890897e 2024-11-20T18:20:59,408 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T18:20:59,734 INFO [M:0;6b87edf34edd:37917 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T18:20:59,734 INFO [M:0;6b87edf34edd:37917 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T18:20:59,734 DEBUG [M:0;6b87edf34edd:37917 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T18:20:59,734 INFO [M:0;6b87edf34edd:37917 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:20:59,734 DEBUG [M:0;6b87edf34edd:37917 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:20:59,734 DEBUG [M:0;6b87edf34edd:37917 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T18:20:59,734 DEBUG [M:0;6b87edf34edd:37917 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:20:59,734 INFO [M:0;6b87edf34edd:37917 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-20T18:20:59,749 DEBUG [M:0;6b87edf34edd:37917 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3c3a19e09df9487a99f0e3d9d7c1913e is 82, key is hbase:meta,,1/info:regioninfo/1732126835120/Put/seqid=0 2024-11-20T18:20:59,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741853_1029 (size=5672) 2024-11-20T18:21:00,153 INFO [M:0;6b87edf34edd:37917 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3c3a19e09df9487a99f0e3d9d7c1913e 2024-11-20T18:21:00,170 DEBUG [M:0;6b87edf34edd:37917 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fb5f75c3e8fa4b50b30bfb6c21f833cc is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732126845859/Put/seqid=0 2024-11-20T18:21:00,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741854_1030 (size=8516) 2024-11-20T18:21:00,574 INFO [M:0;6b87edf34edd:37917 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fb5f75c3e8fa4b50b30bfb6c21f833cc 2024-11-20T18:21:00,596 DEBUG [M:0;6b87edf34edd:37917 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9863140255f741a7b345f7f7be68274a is 69, key is 6b87edf34edd,39745,1732126832214/rs:state/1732126833977/Put/seqid=0 2024-11-20T18:21:00,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741855_1031 (size=5156) 2024-11-20T18:21:01,000 INFO [M:0;6b87edf34edd:37917 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9863140255f741a7b345f7f7be68274a 2024-11-20T18:21:01,005 DEBUG [M:0;6b87edf34edd:37917 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3c3a19e09df9487a99f0e3d9d7c1913e as hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3c3a19e09df9487a99f0e3d9d7c1913e 2024-11-20T18:21:01,009 INFO [M:0;6b87edf34edd:37917 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3c3a19e09df9487a99f0e3d9d7c1913e, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T18:21:01,010 DEBUG [M:0;6b87edf34edd:37917 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fb5f75c3e8fa4b50b30bfb6c21f833cc as hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fb5f75c3e8fa4b50b30bfb6c21f833cc 2024-11-20T18:21:01,014 INFO [M:0;6b87edf34edd:37917 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fb5f75c3e8fa4b50b30bfb6c21f833cc, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T18:21:01,015 DEBUG [M:0;6b87edf34edd:37917 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9863140255f741a7b345f7f7be68274a as hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9863140255f741a7b345f7f7be68274a 2024-11-20T18:21:01,019 INFO [M:0;6b87edf34edd:37917 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35941/user/jenkins/test-data/46046488-adc1-1d7f-0750-7e94215e589c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9863140255f741a7b345f7f7be68274a, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T18:21:01,020 INFO [M:0;6b87edf34edd:37917 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=97, compaction requested=false 2024-11-20T18:21:01,026 INFO [M:0;6b87edf34edd:37917 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:21:01,026 DEBUG [M:0;6b87edf34edd:37917 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732126859734Disabling compacts and flushes for region at 1732126859734Disabling writes for close at 1732126859734Obtaining lock to block concurrent updates at 1732126859734Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732126859734Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732126859735 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732126859735Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732126859735Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732126859749 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732126859749Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732126860157 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732126860170 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732126860170Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732126860578 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732126860595 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732126860595Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7722580a: reopening flushed file at 1732126861004 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fc4aec1: reopening flushed file at 1732126861009 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@772483bf: reopening flushed file at 1732126861014 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=97, compaction requested=false at 1732126861020 (+6 ms)Writing region close event to WAL at 1732126861026 (+6 ms)Closed at 1732126861026 2024-11-20T18:21:01,028 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:21:01,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741830_1006 (size=63654) 2024-11-20T18:21:01,029 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b87edf34edd,38325,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b87edf34edd:38325 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T18:21:01,029 INFO [M:0;6b87edf34edd:37917 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T18:21:01,029 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T18:21:01,029 INFO [M:0;6b87edf34edd:37917 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37917 2024-11-20T18:21:01,029 INFO [M:0;6b87edf34edd:37917 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T18:21:01,029 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4164 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b87edf34edd,38325,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b87edf34edd:38325 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T18:21:01,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37917-0x1015979e8f70000, quorum=127.0.0.1:51916, baseZNode=/0707535678 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:21:01,213 INFO [M:0;6b87edf34edd:37917 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T18:21:01,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37917-0x1015979e8f70000, quorum=127.0.0.1:51916, baseZNode=/0707535678 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:21:01,215 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61375868{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T18:21:01,215 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@9040624{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T18:21:01,215 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T18:21:01,215 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@156060c3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T18:21:01,215 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@152eda5a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d98e1ea-db82-1a7b-de2b-227cc3d3d2d6/hadoop.log.dir/,STOPPED} 2024-11-20T18:21:01,217 WARN [BP-1781934585-172.17.0.3-1732126829938 heartbeating to localhost/127.0.0.1:35941 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T18:21:01,217 WARN [BP-1781934585-172.17.0.3-1732126829938 heartbeating to localhost/127.0.0.1:35941 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1781934585-172.17.0.3-1732126829938 (Datanode Uuid 7228dbd9-442f-41c3-a64d-235fb1195ca6) service to localhost/127.0.0.1:35941 2024-11-20T18:21:01,220 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T18:21:01,220 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T18:21:01,221 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d98e1ea-db82-1a7b-de2b-227cc3d3d2d6/cluster_8e64f9d3-9636-38d0-8860-d2cb6fcb7f4a/data/data1/current/BP-1781934585-172.17.0.3-1732126829938 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T18:21:01,221 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d98e1ea-db82-1a7b-de2b-227cc3d3d2d6/cluster_8e64f9d3-9636-38d0-8860-d2cb6fcb7f4a/data/data2/current/BP-1781934585-172.17.0.3-1732126829938 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T18:21:01,221 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T18:21:01,226 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b235fca{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T18:21:01,227 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ed3f69e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T18:21:01,227 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T18:21:01,227 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d1afd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T18:21:01,227 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b0b1f36{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d98e1ea-db82-1a7b-de2b-227cc3d3d2d6/hadoop.log.dir/,STOPPED} 2024-11-20T18:21:01,232 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T18:21:01,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T18:21:01,254 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=243 (was 205) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51916) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35941 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35941 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35941 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43099 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35941 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35941 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35941 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35941 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35941 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:43099 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43099 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35941 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35941 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35941 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43099 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35941 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35941 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:35941 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51916) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43099 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43099 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=621 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=335 (was 286) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7437 (was 7549) 2024-11-20T18:21:01,263 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=243, OpenFileDescriptor=621, MaxFileDescriptor=1048576, SystemLoadAverage=335, ProcessCount=11, AvailableMemoryMB=7434 2024-11-20T18:21:01,279 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-20T18:21:01,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85318923-56ab-f9f3-0e3e-bebede952a16/hadoop.log.dir so I do NOT create it in target/test-data/6b9d6a6c-4ac0-2645-f471-1ee5bd1a2319 2024-11-20T18:21:01,279 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85318923-56ab-f9f3-0e3e-bebede952a16/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T18:21:01,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85318923-56ab-f9f3-0e3e-bebede952a16/hadoop.tmp.dir so I do NOT create it in target/test-data/6b9d6a6c-4ac0-2645-f471-1ee5bd1a2319 2024-11-20T18:21:01,279 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85318923-56ab-f9f3-0e3e-bebede952a16/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T18:21:01,280 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9d6a6c-4ac0-2645-f471-1ee5bd1a2319 2024-11-20T18:21:01,280 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9d6a6c-4ac0-2645-f471-1ee5bd1a2319/cluster_88967b3f-1064-e187-9a65-fc9364ec6d66, deleteOnExit=true 2024-11-20T18:21:01,298 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9d6a6c-4ac0-2645-f471-1ee5bd1a2319/cluster_88967b3f-1064-e187-9a65-fc9364ec6d66/zookeeper_0, clientPort=55317, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9d6a6c-4ac0-2645-f471-1ee5bd1a2319/cluster_88967b3f-1064-e187-9a65-fc9364ec6d66/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9d6a6c-4ac0-2645-f471-1ee5bd1a2319/cluster_88967b3f-1064-e187-9a65-fc9364ec6d66/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T18:21:01,299 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55317 2024-11-20T18:21:01,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T18:21:01,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T18:21:01,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9d6a6c-4ac0-2645-f471-1ee5bd1a2319/test.cache.data in system properties and HBase conf 2024-11-20T18:21:01,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9d6a6c-4ac0-2645-f471-1ee5bd1a2319/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T18:21:01,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9d6a6c-4ac0-2645-f471-1ee5bd1a2319/hadoop.log.dir in system properties and HBase conf 2024-11-20T18:21:01,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9d6a6c-4ac0-2645-f471-1ee5bd1a2319/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T18:21:01,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9d6a6c-4ac0-2645-f471-1ee5bd1a2319/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T18:21:01,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T18:21:01,299 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T18:21:01,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9d6a6c-4ac0-2645-f471-1ee5bd1a2319/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T18:21:01,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9d6a6c-4ac0-2645-f471-1ee5bd1a2319/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T18:21:01,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9d6a6c-4ac0-2645-f471-1ee5bd1a2319/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T18:21:01,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9d6a6c-4ac0-2645-f471-1ee5bd1a2319/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T18:21:01,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9d6a6c-4ac0-2645-f471-1ee5bd1a2319/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T18:21:01,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9d6a6c-4ac0-2645-f471-1ee5bd1a2319/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T18:21:01,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9d6a6c-4ac0-2645-f471-1ee5bd1a2319/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T18:21:01,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9d6a6c-4ac0-2645-f471-1ee5bd1a2319/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T18:21:01,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9d6a6c-4ac0-2645-f471-1ee5bd1a2319/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T18:21:01,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9d6a6c-4ac0-2645-f471-1ee5bd1a2319/nfs.dump.dir in system properties and HBase conf 2024-11-20T18:21:01,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9d6a6c-4ac0-2645-f471-1ee5bd1a2319/java.io.tmpdir in system properties and HBase conf 2024-11-20T18:21:01,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9d6a6c-4ac0-2645-f471-1ee5bd1a2319/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T18:21:01,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9d6a6c-4ac0-2645-f471-1ee5bd1a2319/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T18:21:01,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9d6a6c-4ac0-2645-f471-1ee5bd1a2319/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T18:21:01,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015979e8f70005, quorum=127.0.0.1:51916, baseZNode=/1494964841 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T18:21:01,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015979e8f70002, quorum=127.0.0.1:51916, baseZNode=/0707535678 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T18:21:01,330 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015979e8f70005, quorum=127.0.0.1:51916, baseZNode=/1494964841 Received Disconnected from ZooKeeper, ignoring 2024-11-20T18:21:01,330 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015979e8f70002, quorum=127.0.0.1:51916, baseZNode=/0707535678 Received Disconnected from ZooKeeper, ignoring 2024-11-20T18:21:01,704 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:21:01,709 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T18:21:01,710 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T18:21:01,710 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T18:21:01,710 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T18:21:01,711 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:21:01,711 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bdff58b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9d6a6c-4ac0-2645-f471-1ee5bd1a2319/hadoop.log.dir/,AVAILABLE} 2024-11-20T18:21:01,712 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6044a590{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T18:21:01,815 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8d0dfc7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9d6a6c-4ac0-2645-f471-1ee5bd1a2319/java.io.tmpdir/jetty-localhost-34767-hadoop-hdfs-3_4_1-tests_jar-_-any-17385650573742952150/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T18:21:01,816 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e7c75c9{HTTP/1.1, (http/1.1)}{localhost:34767} 2024-11-20T18:21:01,816 INFO [Time-limited test {}] server.Server(415): Started @202156ms 2024-11-20T18:21:02,042 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:21:02,046 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T18:21:02,047 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T18:21:02,047 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T18:21:02,047 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T18:21:02,048 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@453c8ac4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9d6a6c-4ac0-2645-f471-1ee5bd1a2319/hadoop.log.dir/,AVAILABLE} 2024-11-20T18:21:02,048 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e02bc05{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T18:21:02,142 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3090df72{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9d6a6c-4ac0-2645-f471-1ee5bd1a2319/java.io.tmpdir/jetty-localhost-35403-hadoop-hdfs-3_4_1-tests_jar-_-any-15480832019981832682/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T18:21:02,142 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c58b73f{HTTP/1.1, (http/1.1)}{localhost:35403} 2024-11-20T18:21:02,142 INFO [Time-limited test {}] server.Server(415): Started @202482ms 2024-11-20T18:21:02,143 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T18:21:02,865 WARN [Thread-2193 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9d6a6c-4ac0-2645-f471-1ee5bd1a2319/cluster_88967b3f-1064-e187-9a65-fc9364ec6d66/data/data2/current/BP-2101544642-172.17.0.3-1732126861315/current, will proceed with Du for space computation calculation, 2024-11-20T18:21:02,865 WARN [Thread-2192 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9d6a6c-4ac0-2645-f471-1ee5bd1a2319/cluster_88967b3f-1064-e187-9a65-fc9364ec6d66/data/data1/current/BP-2101544642-172.17.0.3-1732126861315/current, will proceed with Du for space computation calculation, 2024-11-20T18:21:02,892 WARN [Thread-2180 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T18:21:02,895 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xff3fed256220b72a with lease ID 0xaf96c5e71c1b9249: Processing first storage report for DS-3b9ccadb-e39c-4e4f-81cf-e504e1469145 from datanode DatanodeRegistration(127.0.0.1:35919, datanodeUuid=bd081817-363e-44fc-a2d3-78fbd49cb9e5, infoPort=39901, infoSecurePort=0, ipcPort=39817, storageInfo=lv=-57;cid=testClusterID;nsid=1336775041;c=1732126861315) 2024-11-20T18:21:02,895 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xff3fed256220b72a with lease ID 0xaf96c5e71c1b9249: from storage DS-3b9ccadb-e39c-4e4f-81cf-e504e1469145 node DatanodeRegistration(127.0.0.1:35919, datanodeUuid=bd081817-363e-44fc-a2d3-78fbd49cb9e5, infoPort=39901, infoSecurePort=0, ipcPort=39817, storageInfo=lv=-57;cid=testClusterID;nsid=1336775041;c=1732126861315), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T18:21:02,895 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xff3fed256220b72a with lease ID 0xaf96c5e71c1b9249: Processing first storage report for DS-27c85d54-e132-4fed-a973-2949ecc7610a from datanode DatanodeRegistration(127.0.0.1:35919, datanodeUuid=bd081817-363e-44fc-a2d3-78fbd49cb9e5, infoPort=39901, infoSecurePort=0, ipcPort=39817, storageInfo=lv=-57;cid=testClusterID;nsid=1336775041;c=1732126861315) 2024-11-20T18:21:02,895 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xff3fed256220b72a with lease ID 0xaf96c5e71c1b9249: from storage DS-27c85d54-e132-4fed-a973-2949ecc7610a node DatanodeRegistration(127.0.0.1:35919, datanodeUuid=bd081817-363e-44fc-a2d3-78fbd49cb9e5, infoPort=39901, infoSecurePort=0, ipcPort=39817, storageInfo=lv=-57;cid=testClusterID;nsid=1336775041;c=1732126861315), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T18:21:02,973 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9d6a6c-4ac0-2645-f471-1ee5bd1a2319 2024-11-20T18:21:02,973 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:21:02,974 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:21:02,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35919 is added to blk_1073741825_1001 (size=7) 2024-11-20T18:21:03,382 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6 with version=8 2024-11-20T18:21:03,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/hbase-staging 2024-11-20T18:21:03,384 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b87edf34edd:0 server-side Connection retries=45 2024-11-20T18:21:03,384 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:21:03,384 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T18:21:03,384 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T18:21:03,384 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:21:03,384 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T18:21:03,384 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T18:21:03,384 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T18:21:03,385 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45153 2024-11-20T18:21:03,385 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45153 connecting to ZooKeeper ensemble=127.0.0.1:55317 2024-11-20T18:21:03,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:451530x0, quorum=127.0.0.1:55317, baseZNode=/01579057008 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:21:03,517 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45153-0x101597a639d0000 connected 2024-11-20T18:21:03,739 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:21:03,740 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:21:03,742 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45153-0x101597a639d0000, quorum=127.0.0.1:55317, baseZNode=/01579057008 Set watcher on znode that does not yet exist, /01579057008/running 2024-11-20T18:21:03,742 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6, hbase.cluster.distributed=false 2024-11-20T18:21:03,744 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45153-0x101597a639d0000, quorum=127.0.0.1:55317, baseZNode=/01579057008 Set watcher on znode that does not yet exist, /01579057008/acl 2024-11-20T18:21:03,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45153 2024-11-20T18:21:03,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45153 2024-11-20T18:21:03,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45153 2024-11-20T18:21:03,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45153 2024-11-20T18:21:03,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45153 2024-11-20T18:21:03,763 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b87edf34edd:0 server-side Connection retries=45 2024-11-20T18:21:03,763 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:21:03,763 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T18:21:03,763 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T18:21:03,763 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:21:03,763 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T18:21:03,763 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T18:21:03,763 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T18:21:03,764 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34049 2024-11-20T18:21:03,765 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34049 connecting to ZooKeeper ensemble=127.0.0.1:55317 2024-11-20T18:21:03,765 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:21:03,766 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:21:03,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:340490x0, quorum=127.0.0.1:55317, baseZNode=/01579057008 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:21:03,782 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:340490x0, quorum=127.0.0.1:55317, baseZNode=/01579057008 Set watcher on znode that does not yet exist, /01579057008/running 2024-11-20T18:21:03,782 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34049-0x101597a639d0001 connected 2024-11-20T18:21:03,782 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T18:21:03,783 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T18:21:03,783 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34049-0x101597a639d0001, quorum=127.0.0.1:55317, baseZNode=/01579057008 Set watcher on znode that does not yet exist, /01579057008/master 2024-11-20T18:21:03,784 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34049-0x101597a639d0001, quorum=127.0.0.1:55317, baseZNode=/01579057008 Set watcher on znode that does not yet exist, /01579057008/acl 2024-11-20T18:21:03,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34049 2024-11-20T18:21:03,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34049 2024-11-20T18:21:03,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34049 2024-11-20T18:21:03,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34049 2024-11-20T18:21:03,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34049 2024-11-20T18:21:03,809 DEBUG [M:0;6b87edf34edd:45153 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b87edf34edd:45153 2024-11-20T18:21:03,809 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01579057008/backup-masters/6b87edf34edd,45153,1732126863384 2024-11-20T18:21:03,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34049-0x101597a639d0001, quorum=127.0.0.1:55317, baseZNode=/01579057008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01579057008/backup-masters 2024-11-20T18:21:03,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45153-0x101597a639d0000, quorum=127.0.0.1:55317, baseZNode=/01579057008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01579057008/backup-masters 2024-11-20T18:21:03,813 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45153-0x101597a639d0000, quorum=127.0.0.1:55317, baseZNode=/01579057008 Set watcher on existing znode=/01579057008/backup-masters/6b87edf34edd,45153,1732126863384 2024-11-20T18:21:03,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45153-0x101597a639d0000, quorum=127.0.0.1:55317, baseZNode=/01579057008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01579057008 2024-11-20T18:21:03,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34049-0x101597a639d0001, quorum=127.0.0.1:55317, baseZNode=/01579057008 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01579057008/master 2024-11-20T18:21:03,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34049-0x101597a639d0001, quorum=127.0.0.1:55317, baseZNode=/01579057008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01579057008 2024-11-20T18:21:03,823 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45153-0x101597a639d0000, quorum=127.0.0.1:55317, baseZNode=/01579057008 Set watcher on existing znode=/01579057008/master 2024-11-20T18:21:03,824 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01579057008/backup-masters/6b87edf34edd,45153,1732126863384 from backup master directory 2024-11-20T18:21:03,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45153-0x101597a639d0000, quorum=127.0.0.1:55317, baseZNode=/01579057008 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01579057008/backup-masters/6b87edf34edd,45153,1732126863384 2024-11-20T18:21:03,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34049-0x101597a639d0001, quorum=127.0.0.1:55317, baseZNode=/01579057008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01579057008/backup-masters 2024-11-20T18:21:03,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45153-0x101597a639d0000, quorum=127.0.0.1:55317, baseZNode=/01579057008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01579057008/backup-masters 2024-11-20T18:21:03,834 WARN [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T18:21:03,834 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b87edf34edd,45153,1732126863384 2024-11-20T18:21:03,838 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/hbase.id] with ID: 1996ad40-50ba-4889-92c1-0c8a784d2a40 2024-11-20T18:21:03,838 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/.tmp/hbase.id 2024-11-20T18:21:03,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35919 is added to blk_1073741826_1002 (size=42) 2024-11-20T18:21:04,246 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/.tmp/hbase.id]:[hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/hbase.id] 2024-11-20T18:21:04,256 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:21:04,256 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T18:21:04,257 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T18:21:04,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45153-0x101597a639d0000, quorum=127.0.0.1:55317, baseZNode=/01579057008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01579057008 2024-11-20T18:21:04,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34049-0x101597a639d0001, quorum=127.0.0.1:55317, baseZNode=/01579057008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01579057008 2024-11-20T18:21:04,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35919 is added to blk_1073741827_1003 (size=196) 2024-11-20T18:21:04,292 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T18:21:04,293 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T18:21:04,293 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:21:04,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35919 is added to blk_1073741828_1004 (size=1189) 2024-11-20T18:21:04,699 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/MasterData/data/master/store 2024-11-20T18:21:04,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35919 is added to blk_1073741829_1005 (size=34) 2024-11-20T18:21:04,731 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T18:21:04,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:04,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:04,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:04,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:04,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:04,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:04,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:04,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:04,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:05,069 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:21:05,069 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b87edf34edd,38325,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b87edf34edd:38325 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T18:21:05,070 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8205 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b87edf34edd,38325,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b87edf34edd:38325 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T18:21:05,104 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:21:05,105 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T18:21:05,105 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:21:05,105 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:21:05,105 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T18:21:05,105 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:21:05,105 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:21:05,105 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732126865105Disabling compacts and flushes for region at 1732126865105Disabling writes for close at 1732126865105Writing region close event to WAL at 1732126865105Closed at 1732126865105 2024-11-20T18:21:05,106 WARN [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/MasterData/data/master/store/.initializing 2024-11-20T18:21:05,106 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/MasterData/WALs/6b87edf34edd,45153,1732126863384 2024-11-20T18:21:05,107 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T18:21:05,108 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b87edf34edd%2C45153%2C1732126863384, suffix=, logDir=hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/MasterData/WALs/6b87edf34edd,45153,1732126863384, archiveDir=hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/MasterData/oldWALs, maxLogs=10 2024-11-20T18:21:05,125 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/MasterData/WALs/6b87edf34edd,45153,1732126863384/6b87edf34edd%2C45153%2C1732126863384.1732126865108, exclude list is [], retry=0 2024-11-20T18:21:05,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35919,DS-3b9ccadb-e39c-4e4f-81cf-e504e1469145,DISK] 2024-11-20T18:21:05,129 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/MasterData/WALs/6b87edf34edd,45153,1732126863384/6b87edf34edd%2C45153%2C1732126863384.1732126865108 2024-11-20T18:21:05,129 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39901:39901)] 2024-11-20T18:21:05,129 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:21:05,129 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:21:05,129 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:05,130 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:05,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:05,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T18:21:05,132 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:05,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:21:05,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:05,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T18:21:05,133 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:05,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:21:05,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:05,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T18:21:05,134 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:05,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:21:05,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:05,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T18:21:05,135 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:05,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:21:05,136 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:05,136 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:05,137 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:05,137 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:05,137 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:05,138 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:21:05,138 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:05,140 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:21:05,140 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66475969, jitterRate=-0.009430870413780212}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:21:05,140 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732126865130Initializing all the Stores at 1732126865131 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126865131Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126865131Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126865131Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126865131Cleaning up temporary data from old regions at 1732126865137 (+6 ms)Region opened successfully at 1732126865140 (+3 ms) 2024-11-20T18:21:05,144 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T18:21:05,146 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71e39f1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b87edf34edd/172.17.0.3:0 2024-11-20T18:21:05,147 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T18:21:05,147 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T18:21:05,147 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T18:21:05,147 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T18:21:05,148 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T18:21:05,148 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T18:21:05,148 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T18:21:05,152 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T18:21:05,152 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45153-0x101597a639d0000, quorum=127.0.0.1:55317, baseZNode=/01579057008 Unable to get data of znode /01579057008/balancer because node does not exist (not necessarily an error) 2024-11-20T18:21:05,338 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01579057008/balancer already deleted, retry=false 2024-11-20T18:21:05,339 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T18:21:05,339 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45153-0x101597a639d0000, quorum=127.0.0.1:55317, baseZNode=/01579057008 Unable to get data of znode /01579057008/normalizer because node does not exist (not necessarily an error) 2024-11-20T18:21:05,428 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01579057008/normalizer already deleted, retry=false 2024-11-20T18:21:05,429 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T18:21:05,430 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45153-0x101597a639d0000, quorum=127.0.0.1:55317, baseZNode=/01579057008 Unable to get data of znode /01579057008/switch/split because node does not exist (not necessarily an error) 2024-11-20T18:21:05,454 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01579057008/switch/split already deleted, retry=false 2024-11-20T18:21:05,455 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45153-0x101597a639d0000, quorum=127.0.0.1:55317, baseZNode=/01579057008 Unable to get data of znode /01579057008/switch/merge because node does not exist (not necessarily an error) 2024-11-20T18:21:05,465 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01579057008/switch/merge already deleted, retry=false 2024-11-20T18:21:05,466 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45153-0x101597a639d0000, quorum=127.0.0.1:55317, baseZNode=/01579057008 Unable to get data of znode /01579057008/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T18:21:05,475 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01579057008/snapshot-cleanup already deleted, retry=false 2024-11-20T18:21:05,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34049-0x101597a639d0001, quorum=127.0.0.1:55317, baseZNode=/01579057008 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01579057008/running 2024-11-20T18:21:05,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45153-0x101597a639d0000, quorum=127.0.0.1:55317, baseZNode=/01579057008 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01579057008/running 2024-11-20T18:21:05,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34049-0x101597a639d0001, quorum=127.0.0.1:55317, baseZNode=/01579057008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01579057008 2024-11-20T18:21:05,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45153-0x101597a639d0000, quorum=127.0.0.1:55317, baseZNode=/01579057008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01579057008 2024-11-20T18:21:05,486 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b87edf34edd,45153,1732126863384, sessionid=0x101597a639d0000, setting cluster-up flag (Was=false) 2024-11-20T18:21:05,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34049-0x101597a639d0001, quorum=127.0.0.1:55317, baseZNode=/01579057008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01579057008 2024-11-20T18:21:05,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45153-0x101597a639d0000, quorum=127.0.0.1:55317, baseZNode=/01579057008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01579057008 2024-11-20T18:21:05,539 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01579057008/flush-table-proc/acquired, /01579057008/flush-table-proc/reached, /01579057008/flush-table-proc/abort 2024-11-20T18:21:05,540 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b87edf34edd,45153,1732126863384 2024-11-20T18:21:05,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45153-0x101597a639d0000, quorum=127.0.0.1:55317, baseZNode=/01579057008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01579057008 2024-11-20T18:21:05,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34049-0x101597a639d0001, quorum=127.0.0.1:55317, baseZNode=/01579057008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01579057008 2024-11-20T18:21:05,591 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01579057008/online-snapshot/acquired, /01579057008/online-snapshot/reached, /01579057008/online-snapshot/abort 2024-11-20T18:21:05,592 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b87edf34edd,45153,1732126863384 2024-11-20T18:21:05,593 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T18:21:05,594 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T18:21:05,595 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T18:21:05,595 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T18:21:05,595 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b87edf34edd,45153,1732126863384 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T18:21:05,596 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:21:05,596 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:21:05,596 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:21:05,596 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:21:05,596 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b87edf34edd:0, corePoolSize=10, maxPoolSize=10 2024-11-20T18:21:05,596 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:05,596 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b87edf34edd:0, corePoolSize=2, maxPoolSize=2 2024-11-20T18:21:05,596 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:05,597 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732126895597 2024-11-20T18:21:05,597 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T18:21:05,597 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T18:21:05,597 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T18:21:05,597 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T18:21:05,597 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T18:21:05,597 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T18:21:05,598 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:21:05,598 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:05,598 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T18:21:05,598 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T18:21:05,598 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T18:21:05,598 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T18:21:05,598 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T18:21:05,598 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T18:21:05,598 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T18:21:05,598 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:05,598 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732126865598,5,FailOnTimeoutGroup] 2024-11-20T18:21:05,598 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T18:21:05,599 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732126865599,5,FailOnTimeoutGroup] 2024-11-20T18:21:05,599 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:05,599 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T18:21:05,599 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:05,599 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:05,601 INFO [RS:0;6b87edf34edd:34049 {}] regionserver.HRegionServer(746): ClusterId : 1996ad40-50ba-4889-92c1-0c8a784d2a40 2024-11-20T18:21:05,601 DEBUG [RS:0;6b87edf34edd:34049 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T18:21:05,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35919 is added to blk_1073741831_1007 (size=1321) 2024-11-20T18:21:05,608 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T18:21:05,608 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6 2024-11-20T18:21:05,613 DEBUG [RS:0;6b87edf34edd:34049 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T18:21:05,613 DEBUG [RS:0;6b87edf34edd:34049 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T18:21:05,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35919 is added to blk_1073741832_1008 (size=32) 2024-11-20T18:21:05,624 DEBUG [RS:0;6b87edf34edd:34049 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T18:21:05,624 DEBUG [RS:0;6b87edf34edd:34049 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35491a70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b87edf34edd/172.17.0.3:0 2024-11-20T18:21:05,635 DEBUG [RS:0;6b87edf34edd:34049 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b87edf34edd:34049 2024-11-20T18:21:05,635 INFO [RS:0;6b87edf34edd:34049 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T18:21:05,635 INFO [RS:0;6b87edf34edd:34049 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T18:21:05,635 DEBUG [RS:0;6b87edf34edd:34049 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T18:21:05,636 INFO [RS:0;6b87edf34edd:34049 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b87edf34edd,45153,1732126863384 with port=34049, startcode=1732126863762 2024-11-20T18:21:05,636 DEBUG [RS:0;6b87edf34edd:34049 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T18:21:05,637 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34659, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T18:21:05,638 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45153 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b87edf34edd,34049,1732126863762 2024-11-20T18:21:05,638 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45153 {}] master.ServerManager(517): Registering regionserver=6b87edf34edd,34049,1732126863762 2024-11-20T18:21:05,639 DEBUG [RS:0;6b87edf34edd:34049 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6 2024-11-20T18:21:05,639 DEBUG [RS:0;6b87edf34edd:34049 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46803 2024-11-20T18:21:05,639 DEBUG [RS:0;6b87edf34edd:34049 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T18:21:05,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45153-0x101597a639d0000, quorum=127.0.0.1:55317, baseZNode=/01579057008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01579057008/rs 2024-11-20T18:21:05,645 DEBUG [RS:0;6b87edf34edd:34049 {}] zookeeper.ZKUtil(111): regionserver:34049-0x101597a639d0001, quorum=127.0.0.1:55317, baseZNode=/01579057008 Set watcher on existing znode=/01579057008/rs/6b87edf34edd,34049,1732126863762 2024-11-20T18:21:05,645 WARN [RS:0;6b87edf34edd:34049 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T18:21:05,645 INFO [RS:0;6b87edf34edd:34049 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:21:05,645 DEBUG [RS:0;6b87edf34edd:34049 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/WALs/6b87edf34edd,34049,1732126863762 2024-11-20T18:21:05,645 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b87edf34edd,34049,1732126863762] 2024-11-20T18:21:05,648 INFO [RS:0;6b87edf34edd:34049 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T18:21:05,650 INFO [RS:0;6b87edf34edd:34049 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T18:21:05,652 INFO [RS:0;6b87edf34edd:34049 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T18:21:05,652 INFO [RS:0;6b87edf34edd:34049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:05,652 INFO [RS:0;6b87edf34edd:34049 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T18:21:05,653 INFO [RS:0;6b87edf34edd:34049 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T18:21:05,653 INFO [RS:0;6b87edf34edd:34049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:05,653 DEBUG [RS:0;6b87edf34edd:34049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:05,653 DEBUG [RS:0;6b87edf34edd:34049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:05,653 DEBUG [RS:0;6b87edf34edd:34049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:05,653 DEBUG [RS:0;6b87edf34edd:34049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:05,653 DEBUG [RS:0;6b87edf34edd:34049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:05,653 DEBUG [RS:0;6b87edf34edd:34049 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b87edf34edd:0, corePoolSize=2, maxPoolSize=2 2024-11-20T18:21:05,653 DEBUG [RS:0;6b87edf34edd:34049 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:05,653 DEBUG [RS:0;6b87edf34edd:34049 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:05,653 DEBUG [RS:0;6b87edf34edd:34049 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:05,653 DEBUG [RS:0;6b87edf34edd:34049 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:05,653 DEBUG [RS:0;6b87edf34edd:34049 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:05,653 DEBUG [RS:0;6b87edf34edd:34049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:05,653 DEBUG [RS:0;6b87edf34edd:34049 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b87edf34edd:0, corePoolSize=3, maxPoolSize=3 2024-11-20T18:21:05,653 DEBUG [RS:0;6b87edf34edd:34049 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b87edf34edd:0, corePoolSize=3, maxPoolSize=3 2024-11-20T18:21:05,654 INFO [RS:0;6b87edf34edd:34049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:05,654 INFO [RS:0;6b87edf34edd:34049 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:05,654 INFO [RS:0;6b87edf34edd:34049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:05,654 INFO [RS:0;6b87edf34edd:34049 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:05,654 INFO [RS:0;6b87edf34edd:34049 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:05,654 INFO [RS:0;6b87edf34edd:34049 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,34049,1732126863762-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T18:21:05,672 INFO [RS:0;6b87edf34edd:34049 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T18:21:05,672 INFO [RS:0;6b87edf34edd:34049 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,34049,1732126863762-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:05,672 INFO [RS:0;6b87edf34edd:34049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:05,672 INFO [RS:0;6b87edf34edd:34049 {}] regionserver.Replication(171): 6b87edf34edd,34049,1732126863762 started 2024-11-20T18:21:05,690 INFO [RS:0;6b87edf34edd:34049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:05,690 INFO [RS:0;6b87edf34edd:34049 {}] regionserver.HRegionServer(1482): Serving as 6b87edf34edd,34049,1732126863762, RpcServer on 6b87edf34edd/172.17.0.3:34049, sessionid=0x101597a639d0001 2024-11-20T18:21:05,690 DEBUG [RS:0;6b87edf34edd:34049 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T18:21:05,690 DEBUG [RS:0;6b87edf34edd:34049 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b87edf34edd,34049,1732126863762 2024-11-20T18:21:05,690 DEBUG [RS:0;6b87edf34edd:34049 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b87edf34edd,34049,1732126863762' 2024-11-20T18:21:05,690 DEBUG [RS:0;6b87edf34edd:34049 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01579057008/flush-table-proc/abort' 2024-11-20T18:21:05,691 DEBUG [RS:0;6b87edf34edd:34049 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01579057008/flush-table-proc/acquired' 2024-11-20T18:21:05,691 DEBUG [RS:0;6b87edf34edd:34049 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T18:21:05,691 DEBUG [RS:0;6b87edf34edd:34049 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T18:21:05,691 DEBUG [RS:0;6b87edf34edd:34049 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b87edf34edd,34049,1732126863762 2024-11-20T18:21:05,691 DEBUG [RS:0;6b87edf34edd:34049 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b87edf34edd,34049,1732126863762' 2024-11-20T18:21:05,691 DEBUG [RS:0;6b87edf34edd:34049 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01579057008/online-snapshot/abort' 2024-11-20T18:21:05,692 DEBUG [RS:0;6b87edf34edd:34049 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01579057008/online-snapshot/acquired' 2024-11-20T18:21:05,692 DEBUG [RS:0;6b87edf34edd:34049 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T18:21:05,692 INFO [RS:0;6b87edf34edd:34049 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T18:21:05,692 INFO [RS:0;6b87edf34edd:34049 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T18:21:05,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T18:21:05,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T18:21:05,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T18:21:05,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T18:21:05,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T18:21:05,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T18:21:05,792 INFO [RS:0;6b87edf34edd:34049 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T18:21:05,794 INFO [RS:0;6b87edf34edd:34049 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b87edf34edd%2C34049%2C1732126863762, suffix=, logDir=hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/WALs/6b87edf34edd,34049,1732126863762, archiveDir=hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/oldWALs, maxLogs=10 2024-11-20T18:21:05,809 DEBUG [RS:0;6b87edf34edd:34049 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/WALs/6b87edf34edd,34049,1732126863762/6b87edf34edd%2C34049%2C1732126863762.1732126865794, exclude list is [], retry=0 2024-11-20T18:21:05,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35919,DS-3b9ccadb-e39c-4e4f-81cf-e504e1469145,DISK] 2024-11-20T18:21:05,813 INFO [RS:0;6b87edf34edd:34049 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/WALs/6b87edf34edd,34049,1732126863762/6b87edf34edd%2C34049%2C1732126863762.1732126865794 2024-11-20T18:21:05,813 DEBUG [RS:0;6b87edf34edd:34049 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39901:39901)] 2024-11-20T18:21:06,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:21:06,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T18:21:06,024 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T18:21:06,024 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:06,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:21:06,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T18:21:06,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T18:21:06,025 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:06,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:21:06,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T18:21:06,026 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T18:21:06,026 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:06,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:21:06,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T18:21:06,027 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T18:21:06,027 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:06,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:21:06,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T18:21:06,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/data/hbase/meta/1588230740 2024-11-20T18:21:06,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/data/hbase/meta/1588230740 2024-11-20T18:21:06,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T18:21:06,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T18:21:06,029 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:21:06,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T18:21:06,031 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:21:06,032 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66504354, jitterRate=-0.009007900953292847}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:21:06,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732126866022Initializing all the Stores at 1732126866023 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126866023Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126866023Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126866023Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126866023Cleaning up temporary data from old regions at 1732126866029 (+6 ms)Region opened successfully at 1732126866032 (+3 ms) 2024-11-20T18:21:06,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T18:21:06,032 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T18:21:06,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T18:21:06,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T18:21:06,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T18:21:06,032 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T18:21:06,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732126866032Disabling compacts and flushes for region at 1732126866032Disabling writes for close at 1732126866032Writing region close event to WAL at 1732126866032Closed at 1732126866032 2024-11-20T18:21:06,033 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:21:06,033 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T18:21:06,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T18:21:06,034 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T18:21:06,035 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T18:21:06,185 DEBUG [6b87edf34edd:45153 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T18:21:06,185 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b87edf34edd,34049,1732126863762 2024-11-20T18:21:06,186 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b87edf34edd,34049,1732126863762, state=OPENING 2024-11-20T18:21:06,233 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T18:21:06,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34049-0x101597a639d0001, quorum=127.0.0.1:55317, baseZNode=/01579057008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01579057008 2024-11-20T18:21:06,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45153-0x101597a639d0000, quorum=127.0.0.1:55317, baseZNode=/01579057008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01579057008 2024-11-20T18:21:06,244 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T18:21:06,244 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01579057008/meta-region-server: CHANGED 2024-11-20T18:21:06,244 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01579057008/meta-region-server: CHANGED 2024-11-20T18:21:06,244 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b87edf34edd,34049,1732126863762}] 2024-11-20T18:21:06,396 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T18:21:06,398 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53271, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T18:21:06,400 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T18:21:06,400 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:21:06,401 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T18:21:06,402 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b87edf34edd%2C34049%2C1732126863762.meta, suffix=.meta, logDir=hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/WALs/6b87edf34edd,34049,1732126863762, archiveDir=hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/oldWALs, maxLogs=10 2024-11-20T18:21:06,413 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/WALs/6b87edf34edd,34049,1732126863762/6b87edf34edd%2C34049%2C1732126863762.meta.1732126866402.meta, exclude list is [], retry=0 2024-11-20T18:21:06,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35919,DS-3b9ccadb-e39c-4e4f-81cf-e504e1469145,DISK] 2024-11-20T18:21:06,416 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/WALs/6b87edf34edd,34049,1732126863762/6b87edf34edd%2C34049%2C1732126863762.meta.1732126866402.meta 2024-11-20T18:21:06,416 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39901:39901)] 2024-11-20T18:21:06,417 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:21:06,417 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T18:21:06,417 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T18:21:06,417 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T18:21:06,417 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T18:21:06,417 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T18:21:06,417 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:21:06,417 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T18:21:06,417 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T18:21:06,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T18:21:06,419 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T18:21:06,419 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:06,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:21:06,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T18:21:06,420 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T18:21:06,420 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:06,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:21:06,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T18:21:06,421 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T18:21:06,421 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:06,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:21:06,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T18:21:06,421 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T18:21:06,421 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:06,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:21:06,422 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T18:21:06,422 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/data/hbase/meta/1588230740 2024-11-20T18:21:06,423 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/data/hbase/meta/1588230740 2024-11-20T18:21:06,424 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T18:21:06,424 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T18:21:06,424 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:21:06,425 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T18:21:06,425 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69643995, jitterRate=0.0377763956785202}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:21:06,425 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T18:21:06,426 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732126866417Writing region info on filesystem at 1732126866417Initializing all the Stores at 1732126866418 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126866418Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126866418Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126866418Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126866418Cleaning up temporary data from old regions at 1732126866424 (+6 ms)Running coprocessor post-open hooks at 1732126866425 (+1 ms)Region opened successfully at 1732126866426 (+1 ms) 2024-11-20T18:21:06,426 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732126866396 2024-11-20T18:21:06,428 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T18:21:06,428 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T18:21:06,429 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b87edf34edd,34049,1732126863762 2024-11-20T18:21:06,429 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b87edf34edd,34049,1732126863762, state=OPEN 2024-11-20T18:21:06,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45153-0x101597a639d0000, quorum=127.0.0.1:55317, baseZNode=/01579057008 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01579057008/meta-region-server 2024-11-20T18:21:06,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34049-0x101597a639d0001, quorum=127.0.0.1:55317, baseZNode=/01579057008 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01579057008/meta-region-server 2024-11-20T18:21:06,464 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b87edf34edd,34049,1732126863762 2024-11-20T18:21:06,464 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01579057008/meta-region-server: CHANGED 2024-11-20T18:21:06,464 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01579057008/meta-region-server: CHANGED 2024-11-20T18:21:06,466 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T18:21:06,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b87edf34edd,34049,1732126863762 in 220 msec 2024-11-20T18:21:06,468 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T18:21:06,468 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 434 msec 2024-11-20T18:21:06,468 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:21:06,468 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T18:21:06,469 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:21:06,470 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,34049,1732126863762, seqNum=-1] 2024-11-20T18:21:06,470 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:21:06,471 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53059, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:21:06,475 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 881 msec 2024-11-20T18:21:06,475 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732126866475, completionTime=-1 2024-11-20T18:21:06,475 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T18:21:06,475 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T18:21:06,477 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T18:21:06,477 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732126926477 2024-11-20T18:21:06,477 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732126986477 2024-11-20T18:21:06,477 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T18:21:06,477 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,45153,1732126863384-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:06,477 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,45153,1732126863384-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:06,477 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,45153,1732126863384-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:06,477 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b87edf34edd:45153, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:06,477 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:06,477 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:06,479 DEBUG [master/6b87edf34edd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T18:21:06,480 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.646sec 2024-11-20T18:21:06,480 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T18:21:06,480 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T18:21:06,480 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T18:21:06,480 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T18:21:06,480 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T18:21:06,480 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,45153,1732126863384-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T18:21:06,480 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,45153,1732126863384-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T18:21:06,482 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T18:21:06,482 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T18:21:06,482 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,45153,1732126863384-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:06,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14bdc973, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:06,502 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,45153,-1 for getting cluster id 2024-11-20T18:21:06,502 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:21:06,503 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1996ad40-50ba-4889-92c1-0c8a784d2a40' 2024-11-20T18:21:06,503 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:21:06,503 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1996ad40-50ba-4889-92c1-0c8a784d2a40" 2024-11-20T18:21:06,503 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d60a568, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:06,503 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,45153,-1] 2024-11-20T18:21:06,504 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:21:06,504 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:06,505 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:21:06,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53f774d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:06,506 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:21:06,507 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,34049,1732126863762, seqNum=-1] 2024-11-20T18:21:06,507 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:21:06,508 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:21:06,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b87edf34edd,45153,1732126863384 2024-11-20T18:21:06,511 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55317 2024-11-20T18:21:06,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55317, baseZNode=/01579057008 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:21:06,529 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101597a639d0002 connected 2024-11-20T18:21:06,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9d6a6c-4ac0-2645-f471-1ee5bd1a2319/hadoop.log.dir so I do NOT create it in target/test-data/acc6119c-f27f-f350-6d52-47e2ae331ab9 2024-11-20T18:21:06,541 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9d6a6c-4ac0-2645-f471-1ee5bd1a2319/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T18:21:06,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9d6a6c-4ac0-2645-f471-1ee5bd1a2319/hadoop.tmp.dir so I do NOT create it in target/test-data/acc6119c-f27f-f350-6d52-47e2ae331ab9 2024-11-20T18:21:06,541 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9d6a6c-4ac0-2645-f471-1ee5bd1a2319/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T18:21:06,541 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc6119c-f27f-f350-6d52-47e2ae331ab9 2024-11-20T18:21:06,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T18:21:06,542 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc6119c-f27f-f350-6d52-47e2ae331ab9/cluster_57489f62-0f92-fbf9-4bcf-dd850e41729e, deleteOnExit=true 2024-11-20T18:21:06,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T18:21:06,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc6119c-f27f-f350-6d52-47e2ae331ab9/test.cache.data in system properties and HBase conf 2024-11-20T18:21:06,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc6119c-f27f-f350-6d52-47e2ae331ab9/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T18:21:06,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc6119c-f27f-f350-6d52-47e2ae331ab9/hadoop.log.dir in system properties and HBase conf 2024-11-20T18:21:06,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc6119c-f27f-f350-6d52-47e2ae331ab9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T18:21:06,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc6119c-f27f-f350-6d52-47e2ae331ab9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T18:21:06,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T18:21:06,542 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T18:21:06,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc6119c-f27f-f350-6d52-47e2ae331ab9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T18:21:06,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc6119c-f27f-f350-6d52-47e2ae331ab9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T18:21:06,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc6119c-f27f-f350-6d52-47e2ae331ab9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T18:21:06,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc6119c-f27f-f350-6d52-47e2ae331ab9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T18:21:06,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc6119c-f27f-f350-6d52-47e2ae331ab9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T18:21:06,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc6119c-f27f-f350-6d52-47e2ae331ab9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T18:21:06,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc6119c-f27f-f350-6d52-47e2ae331ab9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T18:21:06,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc6119c-f27f-f350-6d52-47e2ae331ab9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T18:21:06,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc6119c-f27f-f350-6d52-47e2ae331ab9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T18:21:06,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc6119c-f27f-f350-6d52-47e2ae331ab9/nfs.dump.dir in system properties and HBase conf 2024-11-20T18:21:06,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc6119c-f27f-f350-6d52-47e2ae331ab9/java.io.tmpdir in system properties and HBase conf 2024-11-20T18:21:06,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc6119c-f27f-f350-6d52-47e2ae331ab9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T18:21:06,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc6119c-f27f-f350-6d52-47e2ae331ab9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T18:21:06,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc6119c-f27f-f350-6d52-47e2ae331ab9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T18:21:06,932 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:21:06,936 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T18:21:06,937 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T18:21:06,937 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T18:21:06,937 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T18:21:06,938 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:21:06,938 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f9dd7a6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc6119c-f27f-f350-6d52-47e2ae331ab9/hadoop.log.dir/,AVAILABLE} 2024-11-20T18:21:06,938 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4817aa89{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T18:21:07,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ac1640d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc6119c-f27f-f350-6d52-47e2ae331ab9/java.io.tmpdir/jetty-localhost-42889-hadoop-hdfs-3_4_1-tests_jar-_-any-5114669658589474674/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T18:21:07,040 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60b3e7c9{HTTP/1.1, (http/1.1)}{localhost:42889} 2024-11-20T18:21:07,040 INFO [Time-limited test {}] server.Server(415): Started @207380ms 2024-11-20T18:21:07,327 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:21:07,329 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T18:21:07,332 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T18:21:07,332 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T18:21:07,332 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T18:21:07,333 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69e5a6e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc6119c-f27f-f350-6d52-47e2ae331ab9/hadoop.log.dir/,AVAILABLE} 2024-11-20T18:21:07,333 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a7f68b0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T18:21:07,430 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@68dc2cd5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc6119c-f27f-f350-6d52-47e2ae331ab9/java.io.tmpdir/jetty-localhost-35769-hadoop-hdfs-3_4_1-tests_jar-_-any-16475887458293440712/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T18:21:07,430 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c78992{HTTP/1.1, (http/1.1)}{localhost:35769} 2024-11-20T18:21:07,430 INFO [Time-limited test {}] server.Server(415): Started @207770ms 2024-11-20T18:21:07,431 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T18:21:08,216 WARN [Thread-2314 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc6119c-f27f-f350-6d52-47e2ae331ab9/cluster_57489f62-0f92-fbf9-4bcf-dd850e41729e/data/data2/current/BP-605966719-172.17.0.3-1732126866560/current, will proceed with Du for space computation calculation, 2024-11-20T18:21:08,216 WARN [Thread-2313 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc6119c-f27f-f350-6d52-47e2ae331ab9/cluster_57489f62-0f92-fbf9-4bcf-dd850e41729e/data/data1/current/BP-605966719-172.17.0.3-1732126866560/current, will proceed with Du for space computation calculation, 2024-11-20T18:21:08,242 WARN [Thread-2301 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T18:21:08,244 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa14343a2d30ddc1f with lease ID 0xbbd7eca38135a876: Processing first storage report for DS-c456bd4a-f827-4204-a231-fe3ecf00fb4b from datanode DatanodeRegistration(127.0.0.1:32829, datanodeUuid=e60c10aa-02f8-403a-9b71-6d267493511e, infoPort=40757, infoSecurePort=0, ipcPort=35309, storageInfo=lv=-57;cid=testClusterID;nsid=301629755;c=1732126866560) 2024-11-20T18:21:08,244 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa14343a2d30ddc1f with lease ID 0xbbd7eca38135a876: from storage DS-c456bd4a-f827-4204-a231-fe3ecf00fb4b node DatanodeRegistration(127.0.0.1:32829, datanodeUuid=e60c10aa-02f8-403a-9b71-6d267493511e, infoPort=40757, infoSecurePort=0, ipcPort=35309, storageInfo=lv=-57;cid=testClusterID;nsid=301629755;c=1732126866560), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T18:21:08,244 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa14343a2d30ddc1f with lease ID 0xbbd7eca38135a876: Processing first storage report for DS-11908da2-2c74-448c-bb98-00857196678d from datanode DatanodeRegistration(127.0.0.1:32829, datanodeUuid=e60c10aa-02f8-403a-9b71-6d267493511e, infoPort=40757, infoSecurePort=0, ipcPort=35309, storageInfo=lv=-57;cid=testClusterID;nsid=301629755;c=1732126866560) 2024-11-20T18:21:08,244 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa14343a2d30ddc1f with lease ID 0xbbd7eca38135a876: from storage DS-11908da2-2c74-448c-bb98-00857196678d node DatanodeRegistration(127.0.0.1:32829, datanodeUuid=e60c10aa-02f8-403a-9b71-6d267493511e, infoPort=40757, infoSecurePort=0, ipcPort=35309, storageInfo=lv=-57;cid=testClusterID;nsid=301629755;c=1732126866560), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T18:21:08,285 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc6119c-f27f-f350-6d52-47e2ae331ab9 2024-11-20T18:21:08,285 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:21:08,286 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:21:08,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741825_1001 (size=7) 2024-11-20T18:21:08,693 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05 with version=8 2024-11-20T18:21:08,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/hbase-staging 2024-11-20T18:21:08,695 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b87edf34edd:0 server-side Connection retries=45 2024-11-20T18:21:08,695 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:21:08,695 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T18:21:08,695 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T18:21:08,695 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:21:08,695 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T18:21:08,695 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T18:21:08,695 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T18:21:08,696 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38649 2024-11-20T18:21:08,696 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38649 connecting to ZooKeeper ensemble=127.0.0.1:55317 2024-11-20T18:21:08,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:386490x0, quorum=127.0.0.1:55317, baseZNode=/1-1470288029 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:21:08,750 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38649-0x101597a639d0003 connected 2024-11-20T18:21:08,823 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:21:08,825 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:21:08,827 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38649-0x101597a639d0003, quorum=127.0.0.1:55317, baseZNode=/1-1470288029 Set watcher on znode that does not yet exist, /1-1470288029/running 2024-11-20T18:21:08,827 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05, hbase.cluster.distributed=false 2024-11-20T18:21:08,828 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38649-0x101597a639d0003, quorum=127.0.0.1:55317, baseZNode=/1-1470288029 Set watcher on znode that does not yet exist, /1-1470288029/acl 2024-11-20T18:21:08,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38649 2024-11-20T18:21:08,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38649 2024-11-20T18:21:08,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38649 2024-11-20T18:21:08,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38649 2024-11-20T18:21:08,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38649 2024-11-20T18:21:08,849 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b87edf34edd:0 server-side Connection retries=45 2024-11-20T18:21:08,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:21:08,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T18:21:08,849 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T18:21:08,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:21:08,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T18:21:08,849 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T18:21:08,849 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T18:21:08,850 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33775 2024-11-20T18:21:08,850 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33775 connecting to ZooKeeper ensemble=127.0.0.1:55317 2024-11-20T18:21:08,851 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:21:08,852 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:21:08,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:337750x0, quorum=127.0.0.1:55317, baseZNode=/1-1470288029 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:21:08,865 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33775-0x101597a639d0004 connected 2024-11-20T18:21:08,865 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33775-0x101597a639d0004, quorum=127.0.0.1:55317, baseZNode=/1-1470288029 Set watcher on znode that does not yet exist, /1-1470288029/running 2024-11-20T18:21:08,865 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T18:21:08,866 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T18:21:08,866 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33775-0x101597a639d0004, quorum=127.0.0.1:55317, baseZNode=/1-1470288029 Set watcher on znode that does not yet exist, /1-1470288029/master 2024-11-20T18:21:08,867 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33775-0x101597a639d0004, quorum=127.0.0.1:55317, baseZNode=/1-1470288029 Set watcher on znode that does not yet exist, /1-1470288029/acl 2024-11-20T18:21:08,867 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33775 2024-11-20T18:21:08,867 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33775 2024-11-20T18:21:08,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33775 2024-11-20T18:21:08,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33775 2024-11-20T18:21:08,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33775 2024-11-20T18:21:08,882 DEBUG [M:0;6b87edf34edd:38649 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b87edf34edd:38649 2024-11-20T18:21:08,882 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1470288029/backup-masters/6b87edf34edd,38649,1732126868695 2024-11-20T18:21:08,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38649-0x101597a639d0003, quorum=127.0.0.1:55317, baseZNode=/1-1470288029 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1470288029/backup-masters 2024-11-20T18:21:08,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33775-0x101597a639d0004, quorum=127.0.0.1:55317, baseZNode=/1-1470288029 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1470288029/backup-masters 2024-11-20T18:21:08,886 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38649-0x101597a639d0003, quorum=127.0.0.1:55317, baseZNode=/1-1470288029 Set watcher on existing znode=/1-1470288029/backup-masters/6b87edf34edd,38649,1732126868695 2024-11-20T18:21:08,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33775-0x101597a639d0004, quorum=127.0.0.1:55317, baseZNode=/1-1470288029 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1470288029/master 2024-11-20T18:21:08,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38649-0x101597a639d0003, quorum=127.0.0.1:55317, baseZNode=/1-1470288029 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1470288029 2024-11-20T18:21:08,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33775-0x101597a639d0004, quorum=127.0.0.1:55317, baseZNode=/1-1470288029 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1470288029 2024-11-20T18:21:08,897 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38649-0x101597a639d0003, quorum=127.0.0.1:55317, baseZNode=/1-1470288029 Set watcher on existing znode=/1-1470288029/master 2024-11-20T18:21:08,897 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1470288029/backup-masters/6b87edf34edd,38649,1732126868695 from backup master directory 2024-11-20T18:21:08,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38649-0x101597a639d0003, quorum=127.0.0.1:55317, baseZNode=/1-1470288029 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1470288029/backup-masters/6b87edf34edd,38649,1732126868695 2024-11-20T18:21:08,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33775-0x101597a639d0004, quorum=127.0.0.1:55317, baseZNode=/1-1470288029 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1470288029/backup-masters 2024-11-20T18:21:08,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38649-0x101597a639d0003, quorum=127.0.0.1:55317, baseZNode=/1-1470288029 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1470288029/backup-masters 2024-11-20T18:21:08,907 WARN [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T18:21:08,907 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b87edf34edd,38649,1732126868695 2024-11-20T18:21:08,910 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/hbase.id] with ID: 1e8815fb-2095-4094-89d2-d43dce1bb574 2024-11-20T18:21:08,910 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/.tmp/hbase.id 2024-11-20T18:21:08,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741826_1002 (size=42) 2024-11-20T18:21:09,314 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/.tmp/hbase.id]:[hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/hbase.id] 2024-11-20T18:21:09,323 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:21:09,323 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T18:21:09,324 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T18:21:09,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33775-0x101597a639d0004, quorum=127.0.0.1:55317, baseZNode=/1-1470288029 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1470288029 2024-11-20T18:21:09,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38649-0x101597a639d0003, quorum=127.0.0.1:55317, baseZNode=/1-1470288029 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1470288029 2024-11-20T18:21:09,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741827_1003 (size=196) 2024-11-20T18:21:09,776 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T18:21:09,777 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T18:21:09,777 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:21:09,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741828_1004 (size=1189) 2024-11-20T18:21:09,783 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/MasterData/data/master/store 2024-11-20T18:21:09,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741829_1005 (size=34) 2024-11-20T18:21:10,189 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:21:10,190 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T18:21:10,190 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:21:10,190 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:21:10,190 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T18:21:10,190 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:21:10,190 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:21:10,190 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732126870190Disabling compacts and flushes for region at 1732126870190Disabling writes for close at 1732126870190Writing region close event to WAL at 1732126870190Closed at 1732126870190 2024-11-20T18:21:10,191 WARN [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/MasterData/data/master/store/.initializing 2024-11-20T18:21:10,191 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/MasterData/WALs/6b87edf34edd,38649,1732126868695 2024-11-20T18:21:10,192 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T18:21:10,193 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b87edf34edd%2C38649%2C1732126868695, suffix=, logDir=hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/MasterData/WALs/6b87edf34edd,38649,1732126868695, archiveDir=hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/MasterData/oldWALs, maxLogs=10 2024-11-20T18:21:10,210 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/MasterData/WALs/6b87edf34edd,38649,1732126868695/6b87edf34edd%2C38649%2C1732126868695.1732126870193, exclude list is [], retry=0 2024-11-20T18:21:10,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32829,DS-c456bd4a-f827-4204-a231-fe3ecf00fb4b,DISK] 2024-11-20T18:21:10,214 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/MasterData/WALs/6b87edf34edd,38649,1732126868695/6b87edf34edd%2C38649%2C1732126868695.1732126870193 2024-11-20T18:21:10,214 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40757:40757)] 2024-11-20T18:21:10,214 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:21:10,214 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:21:10,215 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:10,215 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:10,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:10,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T18:21:10,217 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:10,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:21:10,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:10,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T18:21:10,219 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:10,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:21:10,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:10,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T18:21:10,220 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:10,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:21:10,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:10,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T18:21:10,221 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:10,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:21:10,222 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:10,222 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:10,222 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:10,223 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:10,223 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:10,224 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:21:10,224 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:10,226 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:21:10,226 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67520329, jitterRate=0.006131306290626526}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:21:10,226 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732126870215Initializing all the Stores at 1732126870215Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126870215Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126870216 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126870216Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126870216Cleaning up temporary data from old regions at 1732126870223 (+7 ms)Region opened successfully at 1732126870226 (+3 ms) 2024-11-20T18:21:10,227 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T18:21:10,229 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61894563, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b87edf34edd/172.17.0.3:0 2024-11-20T18:21:10,230 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T18:21:10,230 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T18:21:10,230 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T18:21:10,230 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T18:21:10,230 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T18:21:10,231 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T18:21:10,231 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T18:21:10,232 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T18:21:10,233 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38649-0x101597a639d0003, quorum=127.0.0.1:55317, baseZNode=/1-1470288029 Unable to get data of znode /1-1470288029/balancer because node does not exist (not necessarily an error) 2024-11-20T18:21:10,286 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1470288029/balancer already deleted, retry=false 2024-11-20T18:21:10,286 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T18:21:10,287 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38649-0x101597a639d0003, quorum=127.0.0.1:55317, baseZNode=/1-1470288029 Unable to get data of znode /1-1470288029/normalizer because node does not exist (not necessarily an error) 2024-11-20T18:21:10,296 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1470288029/normalizer already deleted, retry=false 2024-11-20T18:21:10,297 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T18:21:10,298 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38649-0x101597a639d0003, quorum=127.0.0.1:55317, baseZNode=/1-1470288029 Unable to get data of znode /1-1470288029/switch/split because node does not exist (not necessarily an error) 2024-11-20T18:21:10,307 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1470288029/switch/split already deleted, retry=false 2024-11-20T18:21:10,308 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38649-0x101597a639d0003, quorum=127.0.0.1:55317, baseZNode=/1-1470288029 Unable to get data of znode /1-1470288029/switch/merge because node does not exist (not necessarily an error) 2024-11-20T18:21:10,317 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1470288029/switch/merge already deleted, retry=false 2024-11-20T18:21:10,320 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38649-0x101597a639d0003, quorum=127.0.0.1:55317, baseZNode=/1-1470288029 Unable to get data of znode /1-1470288029/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T18:21:10,328 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1470288029/snapshot-cleanup already deleted, retry=false 2024-11-20T18:21:10,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33775-0x101597a639d0004, quorum=127.0.0.1:55317, baseZNode=/1-1470288029 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1470288029/running 2024-11-20T18:21:10,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38649-0x101597a639d0003, quorum=127.0.0.1:55317, baseZNode=/1-1470288029 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1470288029/running 2024-11-20T18:21:10,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38649-0x101597a639d0003, quorum=127.0.0.1:55317, baseZNode=/1-1470288029 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1470288029 2024-11-20T18:21:10,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33775-0x101597a639d0004, quorum=127.0.0.1:55317, baseZNode=/1-1470288029 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1470288029 2024-11-20T18:21:10,339 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b87edf34edd,38649,1732126868695, sessionid=0x101597a639d0003, setting cluster-up flag (Was=false) 2024-11-20T18:21:10,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38649-0x101597a639d0003, quorum=127.0.0.1:55317, baseZNode=/1-1470288029 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1470288029 2024-11-20T18:21:10,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33775-0x101597a639d0004, quorum=127.0.0.1:55317, baseZNode=/1-1470288029 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1470288029 2024-11-20T18:21:10,391 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1470288029/flush-table-proc/acquired, /1-1470288029/flush-table-proc/reached, /1-1470288029/flush-table-proc/abort 2024-11-20T18:21:10,392 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b87edf34edd,38649,1732126868695 2024-11-20T18:21:10,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33775-0x101597a639d0004, quorum=127.0.0.1:55317, baseZNode=/1-1470288029 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1470288029 2024-11-20T18:21:10,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38649-0x101597a639d0003, quorum=127.0.0.1:55317, baseZNode=/1-1470288029 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1470288029 2024-11-20T18:21:10,444 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1470288029/online-snapshot/acquired, /1-1470288029/online-snapshot/reached, /1-1470288029/online-snapshot/abort 2024-11-20T18:21:10,445 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b87edf34edd,38649,1732126868695 2024-11-20T18:21:10,446 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T18:21:10,447 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T18:21:10,447 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T18:21:10,448 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T18:21:10,448 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b87edf34edd,38649,1732126868695 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T18:21:10,449 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:21:10,449 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:21:10,449 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:21:10,449 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:21:10,449 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b87edf34edd:0, corePoolSize=10, maxPoolSize=10 2024-11-20T18:21:10,449 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:10,449 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b87edf34edd:0, corePoolSize=2, maxPoolSize=2 2024-11-20T18:21:10,449 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:10,450 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732126900450 2024-11-20T18:21:10,450 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T18:21:10,450 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T18:21:10,450 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T18:21:10,450 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T18:21:10,451 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T18:21:10,451 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:21:10,451 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T18:21:10,451 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T18:21:10,451 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:10,451 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T18:21:10,451 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T18:21:10,451 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T18:21:10,451 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T18:21:10,451 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T18:21:10,451 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T18:21:10,452 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:10,452 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732126870452,5,FailOnTimeoutGroup] 2024-11-20T18:21:10,452 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T18:21:10,452 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732126870452,5,FailOnTimeoutGroup] 2024-11-20T18:21:10,452 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:10,452 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T18:21:10,452 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:10,452 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:10,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741831_1007 (size=1321) 2024-11-20T18:21:10,474 INFO [RS:0;6b87edf34edd:33775 {}] regionserver.HRegionServer(746): ClusterId : 1e8815fb-2095-4094-89d2-d43dce1bb574 2024-11-20T18:21:10,474 DEBUG [RS:0;6b87edf34edd:33775 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T18:21:10,486 DEBUG [RS:0;6b87edf34edd:33775 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T18:21:10,486 DEBUG [RS:0;6b87edf34edd:33775 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T18:21:10,497 DEBUG [RS:0;6b87edf34edd:33775 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T18:21:10,497 DEBUG [RS:0;6b87edf34edd:33775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aae02a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b87edf34edd/172.17.0.3:0 2024-11-20T18:21:10,509 DEBUG [RS:0;6b87edf34edd:33775 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b87edf34edd:33775 2024-11-20T18:21:10,509 INFO [RS:0;6b87edf34edd:33775 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T18:21:10,509 INFO [RS:0;6b87edf34edd:33775 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T18:21:10,509 DEBUG [RS:0;6b87edf34edd:33775 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T18:21:10,510 INFO [RS:0;6b87edf34edd:33775 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b87edf34edd,38649,1732126868695 with port=33775, startcode=1732126868848 2024-11-20T18:21:10,510 DEBUG [RS:0;6b87edf34edd:33775 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T18:21:10,511 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49539, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T18:21:10,512 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38649 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b87edf34edd,33775,1732126868848 2024-11-20T18:21:10,512 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38649 {}] master.ServerManager(517): Registering regionserver=6b87edf34edd,33775,1732126868848 2024-11-20T18:21:10,513 DEBUG [RS:0;6b87edf34edd:33775 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05 2024-11-20T18:21:10,513 DEBUG [RS:0;6b87edf34edd:33775 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42263 2024-11-20T18:21:10,513 DEBUG [RS:0;6b87edf34edd:33775 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T18:21:10,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38649-0x101597a639d0003, quorum=127.0.0.1:55317, baseZNode=/1-1470288029 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1470288029/rs 2024-11-20T18:21:10,647 DEBUG [RS:0;6b87edf34edd:33775 {}] zookeeper.ZKUtil(111): regionserver:33775-0x101597a639d0004, quorum=127.0.0.1:55317, baseZNode=/1-1470288029 Set watcher on existing znode=/1-1470288029/rs/6b87edf34edd,33775,1732126868848 2024-11-20T18:21:10,647 WARN [RS:0;6b87edf34edd:33775 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T18:21:10,647 INFO [RS:0;6b87edf34edd:33775 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:21:10,647 DEBUG [RS:0;6b87edf34edd:33775 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/WALs/6b87edf34edd,33775,1732126868848 2024-11-20T18:21:10,648 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b87edf34edd,33775,1732126868848] 2024-11-20T18:21:10,650 INFO [RS:0;6b87edf34edd:33775 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T18:21:10,651 INFO [RS:0;6b87edf34edd:33775 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T18:21:10,652 INFO [RS:0;6b87edf34edd:33775 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T18:21:10,652 INFO [RS:0;6b87edf34edd:33775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:10,652 INFO [RS:0;6b87edf34edd:33775 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T18:21:10,652 INFO [RS:0;6b87edf34edd:33775 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T18:21:10,653 INFO [RS:0;6b87edf34edd:33775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:10,653 DEBUG [RS:0;6b87edf34edd:33775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:10,653 DEBUG [RS:0;6b87edf34edd:33775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:10,653 DEBUG [RS:0;6b87edf34edd:33775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:10,653 DEBUG [RS:0;6b87edf34edd:33775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:10,653 DEBUG [RS:0;6b87edf34edd:33775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:10,653 DEBUG [RS:0;6b87edf34edd:33775 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b87edf34edd:0, corePoolSize=2, maxPoolSize=2 2024-11-20T18:21:10,653 DEBUG [RS:0;6b87edf34edd:33775 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:10,653 DEBUG [RS:0;6b87edf34edd:33775 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:10,653 DEBUG [RS:0;6b87edf34edd:33775 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:10,653 DEBUG [RS:0;6b87edf34edd:33775 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:10,653 DEBUG [RS:0;6b87edf34edd:33775 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:10,653 DEBUG [RS:0;6b87edf34edd:33775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:10,653 DEBUG [RS:0;6b87edf34edd:33775 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b87edf34edd:0, corePoolSize=3, maxPoolSize=3 2024-11-20T18:21:10,653 DEBUG [RS:0;6b87edf34edd:33775 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b87edf34edd:0, corePoolSize=3, maxPoolSize=3 2024-11-20T18:21:10,655 INFO [RS:0;6b87edf34edd:33775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:10,655 INFO [RS:0;6b87edf34edd:33775 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:10,655 INFO [RS:0;6b87edf34edd:33775 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:10,655 INFO [RS:0;6b87edf34edd:33775 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:10,655 INFO [RS:0;6b87edf34edd:33775 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:10,655 INFO [RS:0;6b87edf34edd:33775 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,33775,1732126868848-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T18:21:10,668 INFO [RS:0;6b87edf34edd:33775 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T18:21:10,668 INFO [RS:0;6b87edf34edd:33775 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,33775,1732126868848-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:10,668 INFO [RS:0;6b87edf34edd:33775 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:10,668 INFO [RS:0;6b87edf34edd:33775 {}] regionserver.Replication(171): 6b87edf34edd,33775,1732126868848 started 2024-11-20T18:21:10,680 INFO [RS:0;6b87edf34edd:33775 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:10,680 INFO [RS:0;6b87edf34edd:33775 {}] regionserver.HRegionServer(1482): Serving as 6b87edf34edd,33775,1732126868848, RpcServer on 6b87edf34edd/172.17.0.3:33775, sessionid=0x101597a639d0004 2024-11-20T18:21:10,681 DEBUG [RS:0;6b87edf34edd:33775 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T18:21:10,681 DEBUG [RS:0;6b87edf34edd:33775 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b87edf34edd,33775,1732126868848 2024-11-20T18:21:10,681 DEBUG [RS:0;6b87edf34edd:33775 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b87edf34edd,33775,1732126868848' 2024-11-20T18:21:10,681 DEBUG [RS:0;6b87edf34edd:33775 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1470288029/flush-table-proc/abort' 2024-11-20T18:21:10,681 DEBUG [RS:0;6b87edf34edd:33775 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1470288029/flush-table-proc/acquired' 2024-11-20T18:21:10,681 DEBUG [RS:0;6b87edf34edd:33775 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T18:21:10,681 DEBUG [RS:0;6b87edf34edd:33775 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T18:21:10,681 DEBUG [RS:0;6b87edf34edd:33775 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b87edf34edd,33775,1732126868848 2024-11-20T18:21:10,681 DEBUG [RS:0;6b87edf34edd:33775 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b87edf34edd,33775,1732126868848' 2024-11-20T18:21:10,681 DEBUG [RS:0;6b87edf34edd:33775 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1470288029/online-snapshot/abort' 2024-11-20T18:21:10,682 DEBUG [RS:0;6b87edf34edd:33775 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1470288029/online-snapshot/acquired' 2024-11-20T18:21:10,682 DEBUG [RS:0;6b87edf34edd:33775 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T18:21:10,682 INFO [RS:0;6b87edf34edd:33775 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T18:21:10,682 INFO [RS:0;6b87edf34edd:33775 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T18:21:10,782 INFO [RS:0;6b87edf34edd:33775 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T18:21:10,784 INFO [RS:0;6b87edf34edd:33775 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b87edf34edd%2C33775%2C1732126868848, suffix=, logDir=hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/WALs/6b87edf34edd,33775,1732126868848, archiveDir=hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/oldWALs, maxLogs=10 2024-11-20T18:21:10,796 DEBUG [RS:0;6b87edf34edd:33775 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/WALs/6b87edf34edd,33775,1732126868848/6b87edf34edd%2C33775%2C1732126868848.1732126870784, exclude list is [], retry=0 2024-11-20T18:21:10,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32829,DS-c456bd4a-f827-4204-a231-fe3ecf00fb4b,DISK] 2024-11-20T18:21:10,800 INFO [RS:0;6b87edf34edd:33775 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/WALs/6b87edf34edd,33775,1732126868848/6b87edf34edd%2C33775%2C1732126868848.1732126870784 2024-11-20T18:21:10,800 DEBUG [RS:0;6b87edf34edd:33775 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40757:40757)] 2024-11-20T18:21:10,862 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T18:21:10,862 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05 2024-11-20T18:21:10,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741833_1009 (size=32) 2024-11-20T18:21:11,228 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T18:21:11,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:11,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:21:11,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:11,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:11,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:11,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:11,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T18:21:11,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:11,269 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T18:21:11,269 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:11,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:21:11,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T18:21:11,271 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T18:21:11,271 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:11,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:21:11,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T18:21:11,272 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T18:21:11,272 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:11,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:21:11,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T18:21:11,273 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T18:21:11,273 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:11,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:21:11,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T18:21:11,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/data/hbase/meta/1588230740 2024-11-20T18:21:11,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/data/hbase/meta/1588230740 2024-11-20T18:21:11,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T18:21:11,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T18:21:11,275 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:21:11,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T18:21:11,278 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:21:11,278 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66061361, jitterRate=-0.015609011054039001}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:21:11,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732126871267Initializing all the Stores at 1732126871268 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126871268Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126871268Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126871268Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126871268Cleaning up temporary data from old regions at 1732126871275 (+7 ms)Region opened successfully at 1732126871278 (+3 ms) 2024-11-20T18:21:11,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T18:21:11,279 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T18:21:11,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T18:21:11,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T18:21:11,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T18:21:11,279 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T18:21:11,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732126871279Disabling compacts and flushes for region at 1732126871279Disabling writes for close at 1732126871279Writing region close event to WAL at 1732126871279Closed at 1732126871279 2024-11-20T18:21:11,280 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:21:11,280 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T18:21:11,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T18:21:11,281 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T18:21:11,282 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T18:21:11,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:11,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:11,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:11,432 DEBUG [6b87edf34edd:38649 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T18:21:11,433 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b87edf34edd,33775,1732126868848 2024-11-20T18:21:11,434 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b87edf34edd,33775,1732126868848, state=OPENING 2024-11-20T18:21:11,496 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T18:21:11,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33775-0x101597a639d0004, quorum=127.0.0.1:55317, baseZNode=/1-1470288029 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1470288029 2024-11-20T18:21:11,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38649-0x101597a639d0003, quorum=127.0.0.1:55317, baseZNode=/1-1470288029 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1470288029 2024-11-20T18:21:11,507 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1470288029/meta-region-server: CHANGED 2024-11-20T18:21:11,507 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1470288029/meta-region-server: CHANGED 2024-11-20T18:21:11,507 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T18:21:11,507 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b87edf34edd,33775,1732126868848}] 2024-11-20T18:21:11,648 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T18:21:11,660 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T18:21:11,661 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53315, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T18:21:11,664 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T18:21:11,664 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:21:11,664 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T18:21:11,665 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b87edf34edd%2C33775%2C1732126868848.meta, suffix=.meta, logDir=hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/WALs/6b87edf34edd,33775,1732126868848, archiveDir=hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/oldWALs, maxLogs=10 2024-11-20T18:21:11,683 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/WALs/6b87edf34edd,33775,1732126868848/6b87edf34edd%2C33775%2C1732126868848.meta.1732126871666.meta, exclude list is [], retry=0 2024-11-20T18:21:11,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32829,DS-c456bd4a-f827-4204-a231-fe3ecf00fb4b,DISK] 2024-11-20T18:21:11,686 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/WALs/6b87edf34edd,33775,1732126868848/6b87edf34edd%2C33775%2C1732126868848.meta.1732126871666.meta 2024-11-20T18:21:11,686 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40757:40757)] 2024-11-20T18:21:11,687 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:21:11,687 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T18:21:11,687 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T18:21:11,687 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T18:21:11,687 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T18:21:11,687 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T18:21:11,687 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:21:11,688 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T18:21:11,688 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T18:21:11,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T18:21:11,689 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T18:21:11,689 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:11,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:21:11,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T18:21:11,690 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T18:21:11,691 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:11,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:21:11,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T18:21:11,691 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T18:21:11,692 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:11,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:21:11,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T18:21:11,692 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T18:21:11,693 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:11,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:21:11,693 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T18:21:11,694 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/data/hbase/meta/1588230740 2024-11-20T18:21:11,694 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/data/hbase/meta/1588230740 2024-11-20T18:21:11,695 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T18:21:11,695 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T18:21:11,696 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:21:11,697 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T18:21:11,697 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66462742, jitterRate=-0.009627968072891235}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:21:11,697 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T18:21:11,697 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732126871688Writing region info on filesystem at 1732126871688Initializing all the Stores at 1732126871688Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126871688Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126871689 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126871689Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126871689Cleaning up temporary data from old regions at 1732126871695 (+6 ms)Running coprocessor post-open hooks at 1732126871697 (+2 ms)Region opened successfully at 1732126871697 2024-11-20T18:21:11,698 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732126871659 2024-11-20T18:21:11,700 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T18:21:11,700 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T18:21:11,701 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b87edf34edd,33775,1732126868848 2024-11-20T18:21:11,701 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b87edf34edd,33775,1732126868848, state=OPEN 2024-11-20T18:21:11,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33775-0x101597a639d0004, quorum=127.0.0.1:55317, baseZNode=/1-1470288029 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1470288029/meta-region-server 2024-11-20T18:21:11,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38649-0x101597a639d0003, quorum=127.0.0.1:55317, baseZNode=/1-1470288029 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1470288029/meta-region-server 2024-11-20T18:21:11,707 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b87edf34edd,33775,1732126868848 2024-11-20T18:21:11,707 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1470288029/meta-region-server: CHANGED 2024-11-20T18:21:11,707 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1470288029/meta-region-server: CHANGED 2024-11-20T18:21:11,709 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T18:21:11,709 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b87edf34edd,33775,1732126868848 in 200 msec 2024-11-20T18:21:11,711 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T18:21:11,711 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 429 msec 2024-11-20T18:21:11,712 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:21:11,712 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T18:21:11,713 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:21:11,713 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,33775,1732126868848, seqNum=-1] 2024-11-20T18:21:11,713 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:21:11,714 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50043, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:21:11,718 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2710 sec 2024-11-20T18:21:11,719 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732126871719, completionTime=-1 2024-11-20T18:21:11,719 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T18:21:11,719 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T18:21:11,721 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T18:21:11,721 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732126931721 2024-11-20T18:21:11,721 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732126991721 2024-11-20T18:21:11,721 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T18:21:11,721 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,38649,1732126868695-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:11,721 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,38649,1732126868695-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:11,721 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,38649,1732126868695-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:11,721 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b87edf34edd:38649, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:11,722 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:11,722 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:11,723 DEBUG [master/6b87edf34edd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T18:21:11,725 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.818sec 2024-11-20T18:21:11,725 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T18:21:11,725 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T18:21:11,725 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T18:21:11,725 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T18:21:11,725 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T18:21:11,725 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,38649,1732126868695-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T18:21:11,725 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,38649,1732126868695-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T18:21:11,727 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T18:21:11,727 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T18:21:11,727 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,38649,1732126868695-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:11,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68aa8e5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:11,776 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,38649,-1 for getting cluster id 2024-11-20T18:21:11,776 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:21:11,777 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e8815fb-2095-4094-89d2-d43dce1bb574' 2024-11-20T18:21:11,777 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:21:11,777 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e8815fb-2095-4094-89d2-d43dce1bb574" 2024-11-20T18:21:11,777 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7acdcaf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:11,778 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,38649,-1] 2024-11-20T18:21:11,778 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:21:11,778 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:11,779 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:21:11,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a12d6a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:11,780 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:21:11,781 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,33775,1732126868848, seqNum=-1] 2024-11-20T18:21:11,781 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:21:11,782 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:21:11,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b87edf34edd,38649,1732126868695 2024-11-20T18:21:11,784 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55317 2024-11-20T18:21:11,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55317, baseZNode=/1-1470288029 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:21:11,791 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101597a639d0005 connected 2024-11-20T18:21:11,803 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:21:11,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,45153,1732126863384 2024-11-20T18:21:11,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@185fbca6 2024-11-20T18:21:11,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:21:11,805 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:21:11,806 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45153 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T18:21:11,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45153 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T18:21:11,808 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T18:21:11,808 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:11,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45153 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T18:21:11,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:21:11,809 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T18:21:11,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35919 is added to blk_1073741835_1011 (size=902) 2024-11-20T18:21:11,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:21:12,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:21:12,216 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4e5877aca837837216e91f8c227e900c, NAME => 'test,,1732126871805.4e5877aca837837216e91f8c227e900c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6 2024-11-20T18:21:12,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35919 is added to blk_1073741836_1012 (size=39) 2024-11-20T18:21:12,222 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732126871805.4e5877aca837837216e91f8c227e900c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:21:12,222 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4e5877aca837837216e91f8c227e900c, disabling compactions & flushes 2024-11-20T18:21:12,222 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732126871805.4e5877aca837837216e91f8c227e900c. 2024-11-20T18:21:12,222 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732126871805.4e5877aca837837216e91f8c227e900c. 2024-11-20T18:21:12,222 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732126871805.4e5877aca837837216e91f8c227e900c. after waiting 0 ms 2024-11-20T18:21:12,222 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732126871805.4e5877aca837837216e91f8c227e900c. 2024-11-20T18:21:12,222 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732126871805.4e5877aca837837216e91f8c227e900c. 2024-11-20T18:21:12,222 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4e5877aca837837216e91f8c227e900c: Waiting for close lock at 1732126872222Disabling compacts and flushes for region at 1732126872222Disabling writes for close at 1732126872222Writing region close event to WAL at 1732126872222Closed at 1732126872222 2024-11-20T18:21:12,223 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T18:21:12,223 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732126871805.4e5877aca837837216e91f8c227e900c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732126872223"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732126872223"}]},"ts":"1732126872223"} 2024-11-20T18:21:12,227 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T18:21:12,227 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T18:21:12,228 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126872228"}]},"ts":"1732126872228"} 2024-11-20T18:21:12,230 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T18:21:12,230 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4e5877aca837837216e91f8c227e900c, ASSIGN}] 2024-11-20T18:21:12,231 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4e5877aca837837216e91f8c227e900c, ASSIGN 2024-11-20T18:21:12,232 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4e5877aca837837216e91f8c227e900c, ASSIGN; state=OFFLINE, location=6b87edf34edd,34049,1732126863762; forceNewPlan=false, retain=false 2024-11-20T18:21:12,382 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4e5877aca837837216e91f8c227e900c, regionState=OPENING, regionLocation=6b87edf34edd,34049,1732126863762 2024-11-20T18:21:12,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4e5877aca837837216e91f8c227e900c, ASSIGN because future has completed 2024-11-20T18:21:12,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e5877aca837837216e91f8c227e900c, server=6b87edf34edd,34049,1732126863762}] 2024-11-20T18:21:12,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:21:12,540 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732126871805.4e5877aca837837216e91f8c227e900c. 2024-11-20T18:21:12,540 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4e5877aca837837216e91f8c227e900c, NAME => 'test,,1732126871805.4e5877aca837837216e91f8c227e900c.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:21:12,540 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T18:21:12,540 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T18:21:12,540 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4e5877aca837837216e91f8c227e900c 2024-11-20T18:21:12,540 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732126871805.4e5877aca837837216e91f8c227e900c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:21:12,540 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4e5877aca837837216e91f8c227e900c 2024-11-20T18:21:12,540 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4e5877aca837837216e91f8c227e900c 2024-11-20T18:21:12,541 INFO [StoreOpener-4e5877aca837837216e91f8c227e900c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4e5877aca837837216e91f8c227e900c 2024-11-20T18:21:12,542 INFO [StoreOpener-4e5877aca837837216e91f8c227e900c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e5877aca837837216e91f8c227e900c columnFamilyName f 2024-11-20T18:21:12,542 DEBUG [StoreOpener-4e5877aca837837216e91f8c227e900c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:12,543 INFO [StoreOpener-4e5877aca837837216e91f8c227e900c-1 {}] regionserver.HStore(327): Store=4e5877aca837837216e91f8c227e900c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:21:12,543 INFO [StoreOpener-4e5877aca837837216e91f8c227e900c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4e5877aca837837216e91f8c227e900c 2024-11-20T18:21:12,544 INFO [StoreOpener-4e5877aca837837216e91f8c227e900c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e5877aca837837216e91f8c227e900c columnFamilyName f1 2024-11-20T18:21:12,544 DEBUG [StoreOpener-4e5877aca837837216e91f8c227e900c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:12,544 INFO [StoreOpener-4e5877aca837837216e91f8c227e900c-1 {}] regionserver.HStore(327): Store=4e5877aca837837216e91f8c227e900c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:21:12,544 INFO [StoreOpener-4e5877aca837837216e91f8c227e900c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4e5877aca837837216e91f8c227e900c 2024-11-20T18:21:12,545 INFO [StoreOpener-4e5877aca837837216e91f8c227e900c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e5877aca837837216e91f8c227e900c columnFamilyName norep 2024-11-20T18:21:12,545 DEBUG [StoreOpener-4e5877aca837837216e91f8c227e900c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:12,545 INFO [StoreOpener-4e5877aca837837216e91f8c227e900c-1 {}] regionserver.HStore(327): Store=4e5877aca837837216e91f8c227e900c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:21:12,545 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4e5877aca837837216e91f8c227e900c 2024-11-20T18:21:12,546 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/data/default/test/4e5877aca837837216e91f8c227e900c 2024-11-20T18:21:12,546 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/data/default/test/4e5877aca837837216e91f8c227e900c 2024-11-20T18:21:12,547 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4e5877aca837837216e91f8c227e900c 2024-11-20T18:21:12,547 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4e5877aca837837216e91f8c227e900c 2024-11-20T18:21:12,547 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T18:21:12,548 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4e5877aca837837216e91f8c227e900c 2024-11-20T18:21:12,550 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/data/default/test/4e5877aca837837216e91f8c227e900c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:21:12,550 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4e5877aca837837216e91f8c227e900c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67024810, jitterRate=-0.001252502202987671}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T18:21:12,551 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4e5877aca837837216e91f8c227e900c 2024-11-20T18:21:12,551 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4e5877aca837837216e91f8c227e900c: Running coprocessor pre-open hook at 1732126872540Writing region info on filesystem at 1732126872540Initializing all the Stores at 1732126872541 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126872541Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126872541Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126872541Cleaning up temporary data from old regions at 1732126872547 (+6 ms)Running coprocessor post-open hooks at 1732126872551 (+4 ms)Region opened successfully at 1732126872551 2024-11-20T18:21:12,552 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732126871805.4e5877aca837837216e91f8c227e900c., pid=6, masterSystemTime=1732126872537 2024-11-20T18:21:12,553 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732126871805.4e5877aca837837216e91f8c227e900c. 2024-11-20T18:21:12,553 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732126871805.4e5877aca837837216e91f8c227e900c. 2024-11-20T18:21:12,554 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4e5877aca837837216e91f8c227e900c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b87edf34edd,34049,1732126863762 2024-11-20T18:21:12,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e5877aca837837216e91f8c227e900c, server=6b87edf34edd,34049,1732126863762 because future has completed 2024-11-20T18:21:12,558 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T18:21:12,558 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4e5877aca837837216e91f8c227e900c, server=6b87edf34edd,34049,1732126863762 in 172 msec 2024-11-20T18:21:12,560 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T18:21:12,560 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4e5877aca837837216e91f8c227e900c, ASSIGN in 328 msec 2024-11-20T18:21:12,561 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T18:21:12,561 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126872561"}]},"ts":"1732126872561"} 2024-11-20T18:21:12,562 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T18:21:12,563 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T18:21:12,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 757 msec 2024-11-20T18:21:12,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:21:12,950 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T18:21:12,950 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:21:12,951 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,38649,1732126868695 2024-11-20T18:21:12,951 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74acce00 2024-11-20T18:21:12,951 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:21:12,952 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:21:12,953 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T18:21:12,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T18:21:12,955 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T18:21:12,955 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:12,955 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T18:21:12,955 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T18:21:12,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:21:12,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741835_1011 (size=902) 2024-11-20T18:21:13,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:21:13,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:21:13,362 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9ade34fb7ddeda98fcb06131c0041258, NAME => 'test,,1732126872952.9ade34fb7ddeda98fcb06131c0041258.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05 2024-11-20T18:21:13,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741836_1012 (size=39) 2024-11-20T18:21:13,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:21:13,767 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732126872952.9ade34fb7ddeda98fcb06131c0041258.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:21:13,767 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9ade34fb7ddeda98fcb06131c0041258, disabling compactions & flushes 2024-11-20T18:21:13,767 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732126872952.9ade34fb7ddeda98fcb06131c0041258. 2024-11-20T18:21:13,767 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732126872952.9ade34fb7ddeda98fcb06131c0041258. 2024-11-20T18:21:13,767 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732126872952.9ade34fb7ddeda98fcb06131c0041258. after waiting 0 ms 2024-11-20T18:21:13,767 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732126872952.9ade34fb7ddeda98fcb06131c0041258. 2024-11-20T18:21:13,767 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732126872952.9ade34fb7ddeda98fcb06131c0041258. 2024-11-20T18:21:13,767 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9ade34fb7ddeda98fcb06131c0041258: Waiting for close lock at 1732126873767Disabling compacts and flushes for region at 1732126873767Disabling writes for close at 1732126873767Writing region close event to WAL at 1732126873767Closed at 1732126873767 2024-11-20T18:21:13,768 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T18:21:13,768 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732126872952.9ade34fb7ddeda98fcb06131c0041258.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732126873768"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732126873768"}]},"ts":"1732126873768"} 2024-11-20T18:21:13,770 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T18:21:13,770 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T18:21:13,771 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126873770"}]},"ts":"1732126873770"} 2024-11-20T18:21:13,772 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T18:21:13,772 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9ade34fb7ddeda98fcb06131c0041258, ASSIGN}] 2024-11-20T18:21:13,773 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9ade34fb7ddeda98fcb06131c0041258, ASSIGN 2024-11-20T18:21:13,774 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9ade34fb7ddeda98fcb06131c0041258, ASSIGN; state=OFFLINE, location=6b87edf34edd,33775,1732126868848; forceNewPlan=false, retain=false 2024-11-20T18:21:13,924 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9ade34fb7ddeda98fcb06131c0041258, regionState=OPENING, regionLocation=6b87edf34edd,33775,1732126868848 2024-11-20T18:21:13,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9ade34fb7ddeda98fcb06131c0041258, ASSIGN because future has completed 2024-11-20T18:21:13,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9ade34fb7ddeda98fcb06131c0041258, server=6b87edf34edd,33775,1732126868848}] 2024-11-20T18:21:14,081 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732126872952.9ade34fb7ddeda98fcb06131c0041258. 2024-11-20T18:21:14,081 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9ade34fb7ddeda98fcb06131c0041258, NAME => 'test,,1732126872952.9ade34fb7ddeda98fcb06131c0041258.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:21:14,082 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T18:21:14,082 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T18:21:14,082 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9ade34fb7ddeda98fcb06131c0041258 2024-11-20T18:21:14,082 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732126872952.9ade34fb7ddeda98fcb06131c0041258.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:21:14,082 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9ade34fb7ddeda98fcb06131c0041258 2024-11-20T18:21:14,082 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9ade34fb7ddeda98fcb06131c0041258 2024-11-20T18:21:14,083 INFO [StoreOpener-9ade34fb7ddeda98fcb06131c0041258-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9ade34fb7ddeda98fcb06131c0041258 2024-11-20T18:21:14,084 INFO [StoreOpener-9ade34fb7ddeda98fcb06131c0041258-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ade34fb7ddeda98fcb06131c0041258 columnFamilyName f 2024-11-20T18:21:14,084 DEBUG [StoreOpener-9ade34fb7ddeda98fcb06131c0041258-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:14,084 INFO [StoreOpener-9ade34fb7ddeda98fcb06131c0041258-1 {}] regionserver.HStore(327): Store=9ade34fb7ddeda98fcb06131c0041258/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:21:14,084 INFO [StoreOpener-9ade34fb7ddeda98fcb06131c0041258-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9ade34fb7ddeda98fcb06131c0041258 2024-11-20T18:21:14,085 INFO [StoreOpener-9ade34fb7ddeda98fcb06131c0041258-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ade34fb7ddeda98fcb06131c0041258 columnFamilyName f1 2024-11-20T18:21:14,085 DEBUG [StoreOpener-9ade34fb7ddeda98fcb06131c0041258-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:14,086 INFO [StoreOpener-9ade34fb7ddeda98fcb06131c0041258-1 {}] regionserver.HStore(327): Store=9ade34fb7ddeda98fcb06131c0041258/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:21:14,086 INFO [StoreOpener-9ade34fb7ddeda98fcb06131c0041258-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9ade34fb7ddeda98fcb06131c0041258 2024-11-20T18:21:14,086 INFO [StoreOpener-9ade34fb7ddeda98fcb06131c0041258-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ade34fb7ddeda98fcb06131c0041258 columnFamilyName norep 2024-11-20T18:21:14,087 DEBUG [StoreOpener-9ade34fb7ddeda98fcb06131c0041258-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:14,087 INFO [StoreOpener-9ade34fb7ddeda98fcb06131c0041258-1 {}] regionserver.HStore(327): Store=9ade34fb7ddeda98fcb06131c0041258/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:21:14,087 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9ade34fb7ddeda98fcb06131c0041258 2024-11-20T18:21:14,088 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/data/default/test/9ade34fb7ddeda98fcb06131c0041258 2024-11-20T18:21:14,088 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/data/default/test/9ade34fb7ddeda98fcb06131c0041258 2024-11-20T18:21:14,088 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9ade34fb7ddeda98fcb06131c0041258 2024-11-20T18:21:14,088 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9ade34fb7ddeda98fcb06131c0041258 2024-11-20T18:21:14,089 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T18:21:14,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:21:14,090 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9ade34fb7ddeda98fcb06131c0041258 2024-11-20T18:21:14,091 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/data/default/test/9ade34fb7ddeda98fcb06131c0041258/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:21:14,091 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9ade34fb7ddeda98fcb06131c0041258; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68641577, jitterRate=0.022839203476905823}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T18:21:14,091 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9ade34fb7ddeda98fcb06131c0041258 2024-11-20T18:21:14,092 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9ade34fb7ddeda98fcb06131c0041258: Running coprocessor pre-open hook at 1732126874082Writing region info on filesystem at 1732126874082Initializing all the Stores at 1732126874083 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126874083Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126874083Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126874083Cleaning up temporary data from old regions at 1732126874088 (+5 ms)Running coprocessor post-open hooks at 1732126874091 (+3 ms)Region opened successfully at 1732126874092 (+1 ms) 2024-11-20T18:21:14,092 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732126872952.9ade34fb7ddeda98fcb06131c0041258., pid=6, masterSystemTime=1732126874079 2024-11-20T18:21:14,094 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732126872952.9ade34fb7ddeda98fcb06131c0041258. 2024-11-20T18:21:14,094 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732126872952.9ade34fb7ddeda98fcb06131c0041258. 2024-11-20T18:21:14,094 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9ade34fb7ddeda98fcb06131c0041258, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b87edf34edd,33775,1732126868848 2024-11-20T18:21:14,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9ade34fb7ddeda98fcb06131c0041258, server=6b87edf34edd,33775,1732126868848 because future has completed 2024-11-20T18:21:14,099 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T18:21:14,099 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9ade34fb7ddeda98fcb06131c0041258, server=6b87edf34edd,33775,1732126868848 in 170 msec 2024-11-20T18:21:14,100 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T18:21:14,100 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9ade34fb7ddeda98fcb06131c0041258, ASSIGN in 327 msec 2024-11-20T18:21:14,101 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T18:21:14,101 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126874101"}]},"ts":"1732126874101"} 2024-11-20T18:21:14,102 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T18:21:14,103 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T18:21:14,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-11-20T18:21:15,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:21:15,110 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T18:21:15,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4205ad50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:15,110 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,45153,-1 for getting cluster id 2024-11-20T18:21:15,110 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:21:15,111 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1996ad40-50ba-4889-92c1-0c8a784d2a40' 2024-11-20T18:21:15,111 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:21:15,111 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1996ad40-50ba-4889-92c1-0c8a784d2a40" 2024-11-20T18:21:15,111 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d59a189, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:15,111 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,45153,-1] 2024-11-20T18:21:15,112 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:21:15,112 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:15,112 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:21:15,113 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b04fdb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:15,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@720a47cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:15,113 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,38649,-1 for getting cluster id 2024-11-20T18:21:15,114 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:21:15,114 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e8815fb-2095-4094-89d2-d43dce1bb574' 2024-11-20T18:21:15,114 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:21:15,114 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e8815fb-2095-4094-89d2-d43dce1bb574" 2024-11-20T18:21:15,114 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dffb3a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:15,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,38649,-1] 2024-11-20T18:21:15,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:21:15,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:15,115 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:21:15,116 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f5df370, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:15,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d80b776, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:15,116 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,45153,-1 for getting cluster id 2024-11-20T18:21:15,116 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:21:15,117 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1996ad40-50ba-4889-92c1-0c8a784d2a40' 2024-11-20T18:21:15,117 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:21:15,117 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1996ad40-50ba-4889-92c1-0c8a784d2a40" 2024-11-20T18:21:15,117 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ce080ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:15,117 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,45153,-1] 2024-11-20T18:21:15,117 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:21:15,117 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:15,118 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:21:15,118 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19f6fc89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:15,118 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:21:15,119 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,45153,1732126863384 2024-11-20T18:21:15,119 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39ba7cef 2024-11-20T18:21:15,119 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:21:15,120 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:21:15,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45153 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6b87edf34edd:38649,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T18:21:15,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45153 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T18:21:15,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:21:15,123 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b87edf34edd:38649' 2024-11-20T18:21:15,124 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@307d8ae9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:15,124 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,38649,-1 for getting cluster id 2024-11-20T18:21:15,124 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:21:15,124 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e8815fb-2095-4094-89d2-d43dce1bb574' 2024-11-20T18:21:15,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:21:15,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e8815fb-2095-4094-89d2-d43dce1bb574" 2024-11-20T18:21:15,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@522f01aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:15,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,38649,-1] 2024-11-20T18:21:15,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:21:15,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:15,125 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:21:15,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54b064c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:15,126 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:21:15,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,38649,1732126868695 2024-11-20T18:21:15,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a0dfedb 2024-11-20T18:21:15,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:21:15,127 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:21:15,128 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T18:21:15,128 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T18:21:15,128 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:15,128 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:21:15,128 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:15,128 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T18:21:15,129 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T18:21:15,129 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:21:15,129 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b87edf34edd,38325,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b87edf34edd:38325 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T18:21:15,130 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18265 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b87edf34edd,38325,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b87edf34edd:38325 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T18:21:15,130 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T18:21:15,130 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:15,131 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T18:21:15,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35919 is added to blk_1073741837_1013 (size=1138) 2024-11-20T18:21:15,179 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T18:21:15,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:21:15,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:21:15,537 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 322ddd082e185945899f6539b829849a, NAME => 'hbase:replication,,1732126875128.322ddd082e185945899f6539b829849a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6 2024-11-20T18:21:15,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35919 is added to blk_1073741838_1014 (size=44) 2024-11-20T18:21:15,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T18:21:15,726 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T18:21:15,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T18:21:15,727 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-20T18:21:15,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T18:21:15,727 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-20T18:21:15,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T18:21:15,727 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-20T18:21:15,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T18:21:15,727 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T18:21:15,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:21:15,942 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732126875128.322ddd082e185945899f6539b829849a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:21:15,942 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 322ddd082e185945899f6539b829849a, disabling compactions & flushes 2024-11-20T18:21:15,942 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732126875128.322ddd082e185945899f6539b829849a. 2024-11-20T18:21:15,942 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732126875128.322ddd082e185945899f6539b829849a. 2024-11-20T18:21:15,942 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732126875128.322ddd082e185945899f6539b829849a. after waiting 0 ms 2024-11-20T18:21:15,942 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732126875128.322ddd082e185945899f6539b829849a. 2024-11-20T18:21:15,942 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732126875128.322ddd082e185945899f6539b829849a. 2024-11-20T18:21:15,942 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 322ddd082e185945899f6539b829849a: Waiting for close lock at 1732126875942Disabling compacts and flushes for region at 1732126875942Disabling writes for close at 1732126875942Writing region close event to WAL at 1732126875942Closed at 1732126875942 2024-11-20T18:21:16,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:21:16,485 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_-615058087_20 at /127.0.0.1:53392 [Receiving block BP-2101544642-172.17.0.3-1732126861315:blk_1073741830_1006] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 541ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9d6a6c-4ac0-2645-f471-1ee5bd1a2319/cluster_88967b3f-1064-e187-9a65-fc9364ec6d66/data/data2/, blockId=1073741830, seqno=58 2024-11-20T18:21:16,485 INFO [AsyncFSWAL-0-hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/MasterData-prefix:6b87edf34edd,45153,1732126863384 {}] wal.AbstractFSWAL(1368): Slow sync cost: 542 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:35919,DS-3b9ccadb-e39c-4e4f-81cf-e504e1469145,DISK]] 2024-11-20T18:21:16,485 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T18:21:16,486 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732126875128.322ddd082e185945899f6539b829849a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732126876485"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732126876485"}]},"ts":"1732126876485"} 2024-11-20T18:21:16,487 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T18:21:16,488 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T18:21:16,488 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126876488"}]},"ts":"1732126876488"} 2024-11-20T18:21:16,489 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T18:21:16,490 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=322ddd082e185945899f6539b829849a, ASSIGN}] 2024-11-20T18:21:16,490 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=322ddd082e185945899f6539b829849a, ASSIGN 2024-11-20T18:21:16,491 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=322ddd082e185945899f6539b829849a, ASSIGN; state=OFFLINE, location=6b87edf34edd,34049,1732126863762; forceNewPlan=false, retain=false 2024-11-20T18:21:16,642 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=322ddd082e185945899f6539b829849a, regionState=OPENING, regionLocation=6b87edf34edd,34049,1732126863762 2024-11-20T18:21:16,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=322ddd082e185945899f6539b829849a, ASSIGN because future has completed 2024-11-20T18:21:16,644 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 322ddd082e185945899f6539b829849a, server=6b87edf34edd,34049,1732126863762}] 2024-11-20T18:21:16,650 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T18:21:16,800 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732126875128.322ddd082e185945899f6539b829849a. 2024-11-20T18:21:16,800 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:21:16,800 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T18:21:16,801 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b87edf34edd%2C34049%2C1732126863762.rep, suffix=, logDir=hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/WALs/6b87edf34edd,34049,1732126863762, archiveDir=hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/oldWALs, maxLogs=10 2024-11-20T18:21:16,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/WALs/6b87edf34edd,34049,1732126863762/6b87edf34edd%2C34049%2C1732126863762.rep.1732126876801, exclude list is [], retry=0 2024-11-20T18:21:16,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35919,DS-3b9ccadb-e39c-4e4f-81cf-e504e1469145,DISK] 2024-11-20T18:21:16,816 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/WALs/6b87edf34edd,34049,1732126863762/6b87edf34edd%2C34049%2C1732126863762.rep.1732126876801 2024-11-20T18:21:16,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39901:39901)] 2024-11-20T18:21:16,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 322ddd082e185945899f6539b829849a, NAME => 'hbase:replication,,1732126875128.322ddd082e185945899f6539b829849a.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:21:16,816 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T18:21:16,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T18:21:16,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732126875128.322ddd082e185945899f6539b829849a. service=MultiRowMutationService 2024-11-20T18:21:16,817 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T18:21:16,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 322ddd082e185945899f6539b829849a 2024-11-20T18:21:16,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732126875128.322ddd082e185945899f6539b829849a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:21:16,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 322ddd082e185945899f6539b829849a 2024-11-20T18:21:16,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 322ddd082e185945899f6539b829849a 2024-11-20T18:21:16,818 INFO [StoreOpener-322ddd082e185945899f6539b829849a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 322ddd082e185945899f6539b829849a 2024-11-20T18:21:16,819 INFO [StoreOpener-322ddd082e185945899f6539b829849a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 322ddd082e185945899f6539b829849a columnFamilyName hfileref 2024-11-20T18:21:16,819 DEBUG [StoreOpener-322ddd082e185945899f6539b829849a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:16,819 INFO [StoreOpener-322ddd082e185945899f6539b829849a-1 {}] regionserver.HStore(327): Store=322ddd082e185945899f6539b829849a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:21:16,819 INFO [StoreOpener-322ddd082e185945899f6539b829849a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 322ddd082e185945899f6539b829849a 2024-11-20T18:21:16,820 INFO [StoreOpener-322ddd082e185945899f6539b829849a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 322ddd082e185945899f6539b829849a columnFamilyName queue 2024-11-20T18:21:16,820 DEBUG [StoreOpener-322ddd082e185945899f6539b829849a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:16,820 INFO [StoreOpener-322ddd082e185945899f6539b829849a-1 {}] regionserver.HStore(327): Store=322ddd082e185945899f6539b829849a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:21:16,820 INFO [StoreOpener-322ddd082e185945899f6539b829849a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 322ddd082e185945899f6539b829849a 2024-11-20T18:21:16,821 INFO [StoreOpener-322ddd082e185945899f6539b829849a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 322ddd082e185945899f6539b829849a columnFamilyName sid 2024-11-20T18:21:16,821 DEBUG [StoreOpener-322ddd082e185945899f6539b829849a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:16,821 INFO [StoreOpener-322ddd082e185945899f6539b829849a-1 {}] regionserver.HStore(327): Store=322ddd082e185945899f6539b829849a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:21:16,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 322ddd082e185945899f6539b829849a 2024-11-20T18:21:16,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/data/hbase/replication/322ddd082e185945899f6539b829849a 2024-11-20T18:21:16,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/data/hbase/replication/322ddd082e185945899f6539b829849a 2024-11-20T18:21:16,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 322ddd082e185945899f6539b829849a 2024-11-20T18:21:16,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 322ddd082e185945899f6539b829849a 2024-11-20T18:21:16,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T18:21:16,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 322ddd082e185945899f6539b829849a 2024-11-20T18:21:16,825 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/data/hbase/replication/322ddd082e185945899f6539b829849a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:21:16,826 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 322ddd082e185945899f6539b829849a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67149465, jitterRate=6.050020456314087E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T18:21:16,826 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 322ddd082e185945899f6539b829849a 2024-11-20T18:21:16,827 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 322ddd082e185945899f6539b829849a: Running coprocessor pre-open hook at 1732126876817Writing region info on filesystem at 1732126876817Initializing all the Stores at 1732126876817Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126876818 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126876818Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126876818Cleaning up temporary data from old regions at 1732126876823 (+5 ms)Running coprocessor post-open hooks at 1732126876826 (+3 ms)Region opened successfully at 1732126876827 (+1 ms) 2024-11-20T18:21:16,827 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732126875128.322ddd082e185945899f6539b829849a., pid=10, masterSystemTime=1732126876796 2024-11-20T18:21:16,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732126875128.322ddd082e185945899f6539b829849a. 2024-11-20T18:21:16,829 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732126875128.322ddd082e185945899f6539b829849a. 2024-11-20T18:21:16,830 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=322ddd082e185945899f6539b829849a, regionState=OPEN, openSeqNum=2, regionLocation=6b87edf34edd,34049,1732126863762 2024-11-20T18:21:16,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 322ddd082e185945899f6539b829849a, server=6b87edf34edd,34049,1732126863762 because future has completed 2024-11-20T18:21:16,834 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T18:21:16,834 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 322ddd082e185945899f6539b829849a, server=6b87edf34edd,34049,1732126863762 in 188 msec 2024-11-20T18:21:16,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T18:21:16,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=322ddd082e185945899f6539b829849a, ASSIGN in 344 msec 2024-11-20T18:21:16,836 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T18:21:16,836 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126876836"}]},"ts":"1732126876836"} 2024-11-20T18:21:16,838 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T18:21:16,838 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T18:21:16,840 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.7100 sec 2024-11-20T18:21:16,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732126875128.322ddd082e185945899f6539b829849a., hostname=6b87edf34edd,34049,1732126863762, seqNum=2] 2024-11-20T18:21:17,189 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T18:21:17,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34049-0x101597a639d0001, quorum=127.0.0.1:55317, baseZNode=/01579057008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01579057008 2024-11-20T18:21:17,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45153-0x101597a639d0000, quorum=127.0.0.1:55317, baseZNode=/01579057008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01579057008 2024-11-20T18:21:17,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:17,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:17,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:17,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:17,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:17,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:17,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:17,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:17,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:17,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:21:17,434 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T18:21:17,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34049 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T18:21:17,586 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T18:21:17,613 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6b87edf34edd,34049,1732126863762, ReplicationSource: 1, currentBandwidth=0 2024-11-20T18:21:17,613 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:21:17,613 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,34049,1732126863762, seqNum=-1] 2024-11-20T18:21:17,613 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:21:17,614 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38027, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-20T18:21:17,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6b87edf34edd,34049,1732126863762', locateType=CURRENT is [region=hbase:replication,,1732126875128.322ddd082e185945899f6539b829849a., hostname=6b87edf34edd,34049,1732126863762, seqNum=2] 2024-11-20T18:21:17,618 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T18:21:17,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45153 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T18:21:17,620 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6b87edf34edd,34049,1732126863762 suceeded 2024-11-20T18:21:17,621 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T18:21:17,621 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-20T18:21:17,621 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6b87edf34edd:38649,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T18:21:17,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 2.5010 sec 2024-11-20T18:21:17,631 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b87edf34edd:38649' 2024-11-20T18:21:17,632 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61ace6fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:17,632 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762 {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,38649,-1 for getting cluster id 2024-11-20T18:21:17,632 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:21:17,633 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e8815fb-2095-4094-89d2-d43dce1bb574' 2024-11-20T18:21:17,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:21:17,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e8815fb-2095-4094-89d2-d43dce1bb574" 2024-11-20T18:21:17,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32ded52e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:17,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,38649,-1] 2024-11-20T18:21:17,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:21:17,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:17,634 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:21:17,635 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@669789bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:17,635 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:21:17,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,38649,1732126868695 2024-11-20T18:21:17,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ff17ced 2024-11-20T18:21:17,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:21:17,636 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-20T18:21:17,636 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6b87edf34edd,34049,1732126863762 (queues=1) is replicating from cluster=1996ad40-50ba-4889-92c1-0c8a784d2a40 to cluster=1e8815fb-2095-4094-89d2-d43dce1bb574 2024-11-20T18:21:17,636 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6b87edf34edd%2C34049%2C1732126863762 2024-11-20T18:21:17,636 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6b87edf34edd,34049,1732126863762, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T18:21:17,637 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762.replicationSource.shipper6b87edf34edd%2C34049%2C1732126863762,1-6b87edf34edd,34049,1732126863762 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b87edf34edd%2C34049%2C1732126863762 2024-11-20T18:21:17,637 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762.replicationSource.wal-reader.6b87edf34edd%2C34049%2C1732126863762,1-6b87edf34edd,34049,1732126863762 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/WALs/6b87edf34edd,34049,1732126863762/6b87edf34edd%2C34049%2C1732126863762.1732126865794, startPosition=0, beingWritten=true 2024-11-20T18:21:17,642 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762.replicationSource.wal-reader.6b87edf34edd%2C34049%2C1732126863762,1-6b87edf34edd,34049,1732126863762 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T18:21:17,642 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762.replicationSource.wal-reader.6b87edf34edd%2C34049%2C1732126863762,1-6b87edf34edd,34049,1732126863762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/WALs/6b87edf34edd,34049,1732126863762/6b87edf34edd%2C34049%2C1732126863762.1732126865794 to pos 379, reset compression=false 2024-11-20T18:21:17,642 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762.replicationSource.shipper6b87edf34edd%2C34049%2C1732126863762,1-6b87edf34edd,34049,1732126863762 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,34049,1732126863762 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/WALs/6b87edf34edd,34049,1732126863762/6b87edf34edd%2C34049%2C1732126863762.1732126865794, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T18:21:17,648 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T18:21:17,845 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762.replicationSource.wal-reader.6b87edf34edd%2C34049%2C1732126863762,1-6b87edf34edd,34049,1732126863762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/WALs/6b87edf34edd,34049,1732126863762/6b87edf34edd%2C34049%2C1732126863762.1732126865794 to pos 379, reset compression=false 2024-11-20T18:21:18,148 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762.replicationSource.wal-reader.6b87edf34edd%2C34049%2C1732126863762,1-6b87edf34edd,34049,1732126863762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/WALs/6b87edf34edd,34049,1732126863762/6b87edf34edd%2C34049%2C1732126863762.1732126865794 to pos 379, reset compression=false 2024-11-20T18:21:18,552 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762.replicationSource.wal-reader.6b87edf34edd%2C34049%2C1732126863762,1-6b87edf34edd,34049,1732126863762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/WALs/6b87edf34edd,34049,1732126863762/6b87edf34edd%2C34049%2C1732126863762.1732126865794 to pos 379, reset compression=false 2024-11-20T18:21:19,056 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762.replicationSource.wal-reader.6b87edf34edd%2C34049%2C1732126863762,1-6b87edf34edd,34049,1732126863762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/WALs/6b87edf34edd,34049,1732126863762/6b87edf34edd%2C34049%2C1732126863762.1732126865794 to pos 379, reset compression=false 2024-11-20T18:21:19,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:21:19,289 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T18:21:19,289 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:21:19,290 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:21:19,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:19,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:19,290 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:21:19,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eb8c5bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:19,290 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,38649,-1 for getting cluster id 2024-11-20T18:21:19,290 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:21:19,291 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e8815fb-2095-4094-89d2-d43dce1bb574' 2024-11-20T18:21:19,291 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:21:19,291 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e8815fb-2095-4094-89d2-d43dce1bb574" 2024-11-20T18:21:19,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eeae064, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:19,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,38649,-1] 2024-11-20T18:21:19,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:21:19,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:19,292 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:21:19,293 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6787a0f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:19,293 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:21:19,294 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,38649,1732126868695 2024-11-20T18:21:19,294 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f34945f 2024-11-20T18:21:19,294 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:21:19,295 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:21:19,295 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6b87edf34edd:45153,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T18:21:19,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T18:21:19,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:21:19,298 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b87edf34edd:45153' 2024-11-20T18:21:19,301 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c1814f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:19,301 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,45153,-1 for getting cluster id 2024-11-20T18:21:19,301 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:21:19,302 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1996ad40-50ba-4889-92c1-0c8a784d2a40' 2024-11-20T18:21:19,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:21:19,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1996ad40-50ba-4889-92c1-0c8a784d2a40" 2024-11-20T18:21:19,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3db2c3f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:19,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,45153,-1] 2024-11-20T18:21:19,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:21:19,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:19,303 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:21:19,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d6de30a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:19,304 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:21:19,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,45153,1732126863384 2024-11-20T18:21:19,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d039e4c 2024-11-20T18:21:19,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:21:19,305 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:21:19,305 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T18:21:19,306 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T18:21:19,306 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:19,306 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:19,306 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T18:21:19,307 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T18:21:19,311 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T18:21:19,312 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:19,312 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:21:19,312 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T18:21:19,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741837_1013 (size=1138) 2024-11-20T18:21:19,358 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T18:21:19,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:21:19,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:21:19,660 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762.replicationSource.wal-reader.6b87edf34edd%2C34049%2C1732126863762,1-6b87edf34edd,34049,1732126863762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/WALs/6b87edf34edd,34049,1732126863762/6b87edf34edd%2C34049%2C1732126863762.1732126865794 to pos 379, reset compression=false 2024-11-20T18:21:19,719 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => eb1aa14168638a7dc0614a0e3b5ceac6, NAME => 'hbase:replication,,1732126879306.eb1aa14168638a7dc0614a0e3b5ceac6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05 2024-11-20T18:21:19,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741838_1014 (size=44) 2024-11-20T18:21:19,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:21:20,124 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732126879306.eb1aa14168638a7dc0614a0e3b5ceac6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:21:20,124 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing eb1aa14168638a7dc0614a0e3b5ceac6, disabling compactions & flushes 2024-11-20T18:21:20,124 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732126879306.eb1aa14168638a7dc0614a0e3b5ceac6. 2024-11-20T18:21:20,124 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732126879306.eb1aa14168638a7dc0614a0e3b5ceac6. 2024-11-20T18:21:20,124 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732126879306.eb1aa14168638a7dc0614a0e3b5ceac6. after waiting 0 ms 2024-11-20T18:21:20,124 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732126879306.eb1aa14168638a7dc0614a0e3b5ceac6. 2024-11-20T18:21:20,124 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732126879306.eb1aa14168638a7dc0614a0e3b5ceac6. 2024-11-20T18:21:20,124 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for eb1aa14168638a7dc0614a0e3b5ceac6: Waiting for close lock at 1732126880124Disabling compacts and flushes for region at 1732126880124Disabling writes for close at 1732126880124Writing region close event to WAL at 1732126880124Closed at 1732126880124 2024-11-20T18:21:20,125 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T18:21:20,125 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732126879306.eb1aa14168638a7dc0614a0e3b5ceac6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732126880125"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732126880125"}]},"ts":"1732126880125"} 2024-11-20T18:21:20,127 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T18:21:20,128 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T18:21:20,128 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126880128"}]},"ts":"1732126880128"} 2024-11-20T18:21:20,129 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T18:21:20,130 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eb1aa14168638a7dc0614a0e3b5ceac6, ASSIGN}] 2024-11-20T18:21:20,130 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eb1aa14168638a7dc0614a0e3b5ceac6, ASSIGN 2024-11-20T18:21:20,131 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=eb1aa14168638a7dc0614a0e3b5ceac6, ASSIGN; state=OFFLINE, location=6b87edf34edd,33775,1732126868848; forceNewPlan=false, retain=false 2024-11-20T18:21:20,282 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=eb1aa14168638a7dc0614a0e3b5ceac6, regionState=OPENING, regionLocation=6b87edf34edd,33775,1732126868848 2024-11-20T18:21:20,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=eb1aa14168638a7dc0614a0e3b5ceac6, ASSIGN because future has completed 2024-11-20T18:21:20,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb1aa14168638a7dc0614a0e3b5ceac6, server=6b87edf34edd,33775,1732126868848}] 2024-11-20T18:21:20,363 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762.replicationSource.wal-reader.6b87edf34edd%2C34049%2C1732126863762,1-6b87edf34edd,34049,1732126863762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/WALs/6b87edf34edd,34049,1732126863762/6b87edf34edd%2C34049%2C1732126863762.1732126865794 to pos 379, reset compression=false 2024-11-20T18:21:20,439 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732126879306.eb1aa14168638a7dc0614a0e3b5ceac6. 2024-11-20T18:21:20,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:21:20,439 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:21:20,439 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T18:21:20,441 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b87edf34edd%2C33775%2C1732126868848.rep, suffix=, logDir=hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/WALs/6b87edf34edd,33775,1732126868848, archiveDir=hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/oldWALs, maxLogs=10 2024-11-20T18:21:20,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/WALs/6b87edf34edd,33775,1732126868848/6b87edf34edd%2C33775%2C1732126868848.rep.1732126880441, exclude list is [], retry=0 2024-11-20T18:21:20,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32829,DS-c456bd4a-f827-4204-a231-fe3ecf00fb4b,DISK] 2024-11-20T18:21:20,458 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/WALs/6b87edf34edd,33775,1732126868848/6b87edf34edd%2C33775%2C1732126868848.rep.1732126880441 2024-11-20T18:21:20,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40757:40757)] 2024-11-20T18:21:20,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => eb1aa14168638a7dc0614a0e3b5ceac6, NAME => 'hbase:replication,,1732126879306.eb1aa14168638a7dc0614a0e3b5ceac6.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:21:20,459 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T18:21:20,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T18:21:20,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732126879306.eb1aa14168638a7dc0614a0e3b5ceac6. service=MultiRowMutationService 2024-11-20T18:21:20,459 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T18:21:20,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication eb1aa14168638a7dc0614a0e3b5ceac6 2024-11-20T18:21:20,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732126879306.eb1aa14168638a7dc0614a0e3b5ceac6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:21:20,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for eb1aa14168638a7dc0614a0e3b5ceac6 2024-11-20T18:21:20,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for eb1aa14168638a7dc0614a0e3b5ceac6 2024-11-20T18:21:20,460 INFO [StoreOpener-eb1aa14168638a7dc0614a0e3b5ceac6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region eb1aa14168638a7dc0614a0e3b5ceac6 2024-11-20T18:21:20,462 INFO [StoreOpener-eb1aa14168638a7dc0614a0e3b5ceac6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb1aa14168638a7dc0614a0e3b5ceac6 columnFamilyName hfileref 2024-11-20T18:21:20,462 DEBUG [StoreOpener-eb1aa14168638a7dc0614a0e3b5ceac6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:20,462 INFO [StoreOpener-eb1aa14168638a7dc0614a0e3b5ceac6-1 {}] regionserver.HStore(327): Store=eb1aa14168638a7dc0614a0e3b5ceac6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:21:20,462 INFO [StoreOpener-eb1aa14168638a7dc0614a0e3b5ceac6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region eb1aa14168638a7dc0614a0e3b5ceac6 2024-11-20T18:21:20,463 INFO [StoreOpener-eb1aa14168638a7dc0614a0e3b5ceac6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb1aa14168638a7dc0614a0e3b5ceac6 columnFamilyName queue 2024-11-20T18:21:20,463 DEBUG [StoreOpener-eb1aa14168638a7dc0614a0e3b5ceac6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:20,463 INFO [StoreOpener-eb1aa14168638a7dc0614a0e3b5ceac6-1 {}] regionserver.HStore(327): Store=eb1aa14168638a7dc0614a0e3b5ceac6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:21:20,463 INFO [StoreOpener-eb1aa14168638a7dc0614a0e3b5ceac6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region eb1aa14168638a7dc0614a0e3b5ceac6 2024-11-20T18:21:20,464 INFO [StoreOpener-eb1aa14168638a7dc0614a0e3b5ceac6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb1aa14168638a7dc0614a0e3b5ceac6 columnFamilyName sid 2024-11-20T18:21:20,464 DEBUG [StoreOpener-eb1aa14168638a7dc0614a0e3b5ceac6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:20,464 INFO [StoreOpener-eb1aa14168638a7dc0614a0e3b5ceac6-1 {}] regionserver.HStore(327): Store=eb1aa14168638a7dc0614a0e3b5ceac6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:21:20,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for eb1aa14168638a7dc0614a0e3b5ceac6 2024-11-20T18:21:20,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/data/hbase/replication/eb1aa14168638a7dc0614a0e3b5ceac6 2024-11-20T18:21:20,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/data/hbase/replication/eb1aa14168638a7dc0614a0e3b5ceac6 2024-11-20T18:21:20,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for eb1aa14168638a7dc0614a0e3b5ceac6 2024-11-20T18:21:20,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for eb1aa14168638a7dc0614a0e3b5ceac6 2024-11-20T18:21:20,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T18:21:20,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for eb1aa14168638a7dc0614a0e3b5ceac6 2024-11-20T18:21:20,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/data/hbase/replication/eb1aa14168638a7dc0614a0e3b5ceac6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:21:20,469 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened eb1aa14168638a7dc0614a0e3b5ceac6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70275418, jitterRate=0.04718533158302307}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T18:21:20,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eb1aa14168638a7dc0614a0e3b5ceac6 2024-11-20T18:21:20,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for eb1aa14168638a7dc0614a0e3b5ceac6: Running coprocessor pre-open hook at 1732126880459Writing region info on filesystem at 1732126880460 (+1 ms)Initializing all the Stores at 1732126880460Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126880460Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126880460Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126880460Cleaning up temporary data from old regions at 1732126880466 (+6 ms)Running coprocessor post-open hooks at 1732126880469 (+3 ms)Region opened successfully at 1732126880469 2024-11-20T18:21:20,470 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732126879306.eb1aa14168638a7dc0614a0e3b5ceac6., pid=10, masterSystemTime=1732126880436 2024-11-20T18:21:20,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732126879306.eb1aa14168638a7dc0614a0e3b5ceac6. 2024-11-20T18:21:20,471 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732126879306.eb1aa14168638a7dc0614a0e3b5ceac6. 2024-11-20T18:21:20,472 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=eb1aa14168638a7dc0614a0e3b5ceac6, regionState=OPEN, openSeqNum=2, regionLocation=6b87edf34edd,33775,1732126868848 2024-11-20T18:21:20,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb1aa14168638a7dc0614a0e3b5ceac6, server=6b87edf34edd,33775,1732126868848 because future has completed 2024-11-20T18:21:20,476 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T18:21:20,476 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure eb1aa14168638a7dc0614a0e3b5ceac6, server=6b87edf34edd,33775,1732126868848 in 190 msec 2024-11-20T18:21:20,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T18:21:20,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eb1aa14168638a7dc0614a0e3b5ceac6, ASSIGN in 346 msec 2024-11-20T18:21:20,478 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T18:21:20,478 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126880478"}]},"ts":"1732126880478"} 2024-11-20T18:21:20,480 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T18:21:20,480 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T18:21:20,481 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1740 sec 2024-11-20T18:21:20,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732126879306.eb1aa14168638a7dc0614a0e3b5ceac6., hostname=6b87edf34edd,33775,1732126868848, seqNum=2] 2024-11-20T18:21:20,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33775-0x101597a639d0004, quorum=127.0.0.1:55317, baseZNode=/1-1470288029 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1470288029 2024-11-20T18:21:20,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38649-0x101597a639d0003, quorum=127.0.0.1:55317, baseZNode=/1-1470288029 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1470288029 2024-11-20T18:21:20,644 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T18:21:20,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33775 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T18:21:20,797 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T18:21:20,823 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6b87edf34edd,33775,1732126868848, ReplicationSource: 1, currentBandwidth=0 2024-11-20T18:21:20,823 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:21:20,823 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,33775,1732126868848, seqNum=-1] 2024-11-20T18:21:20,823 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:21:20,824 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35391, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-20T18:21:20,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6b87edf34edd,33775,1732126868848', locateType=CURRENT is [region=hbase:replication,,1732126879306.eb1aa14168638a7dc0614a0e3b5ceac6., hostname=6b87edf34edd,33775,1732126868848, seqNum=2] 2024-11-20T18:21:20,828 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T18:21:20,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T18:21:20,830 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6b87edf34edd,33775,1732126868848 suceeded 2024-11-20T18:21:20,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T18:21:20,832 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6b87edf34edd:45153,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T18:21:20,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-20T18:21:20,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5370 sec 2024-11-20T18:21:20,842 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,33775,1732126868848 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b87edf34edd:45153' 2024-11-20T18:21:20,843 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,33775,1732126868848 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ab1d962, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:20,843 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,33775,1732126868848 {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,45153,-1 for getting cluster id 2024-11-20T18:21:20,843 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,33775,1732126868848 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:21:20,844 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1996ad40-50ba-4889-92c1-0c8a784d2a40' 2024-11-20T18:21:20,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:21:20,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1996ad40-50ba-4889-92c1-0c8a784d2a40" 2024-11-20T18:21:20,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c01be2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:20,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,45153,-1] 2024-11-20T18:21:20,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:21:20,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:20,845 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:21:20,846 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,33775,1732126868848 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3aac7ccc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:20,846 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,33775,1732126868848 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:21:20,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,45153,1732126863384 2024-11-20T18:21:20,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f5e6e36 2024-11-20T18:21:20,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:21:20,847 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-20T18:21:20,847 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,33775,1732126868848 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6b87edf34edd,33775,1732126868848 (queues=1) is replicating from cluster=1e8815fb-2095-4094-89d2-d43dce1bb574 to cluster=1996ad40-50ba-4889-92c1-0c8a784d2a40 2024-11-20T18:21:20,847 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,33775,1732126868848 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6b87edf34edd%2C33775%2C1732126868848 2024-11-20T18:21:20,848 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,33775,1732126868848 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6b87edf34edd,33775,1732126868848, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T18:21:20,848 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,33775,1732126868848.replicationSource.shipper6b87edf34edd%2C33775%2C1732126868848,1-6b87edf34edd,33775,1732126868848 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b87edf34edd%2C33775%2C1732126868848 2024-11-20T18:21:20,848 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,33775,1732126868848.replicationSource.wal-reader.6b87edf34edd%2C33775%2C1732126868848,1-6b87edf34edd,33775,1732126868848 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/WALs/6b87edf34edd,33775,1732126868848/6b87edf34edd%2C33775%2C1732126868848.1732126870784, startPosition=0, beingWritten=true 2024-11-20T18:21:20,853 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,33775,1732126868848.replicationSource.wal-reader.6b87edf34edd%2C33775%2C1732126868848,1-6b87edf34edd,33775,1732126868848 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T18:21:20,853 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,33775,1732126868848.replicationSource.wal-reader.6b87edf34edd%2C33775%2C1732126868848,1-6b87edf34edd,33775,1732126868848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/WALs/6b87edf34edd,33775,1732126868848/6b87edf34edd%2C33775%2C1732126868848.1732126870784 to pos 379, reset compression=false 2024-11-20T18:21:20,853 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,33775,1732126868848.replicationSource.shipper6b87edf34edd%2C33775%2C1732126868848,1-6b87edf34edd,33775,1732126868848 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,33775,1732126868848 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/WALs/6b87edf34edd,33775,1732126868848/6b87edf34edd%2C33775%2C1732126868848.1732126870784, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T18:21:21,057 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,33775,1732126868848.replicationSource.wal-reader.6b87edf34edd%2C33775%2C1732126868848,1-6b87edf34edd,33775,1732126868848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/WALs/6b87edf34edd,33775,1732126868848/6b87edf34edd%2C33775%2C1732126868848.1732126870784 to pos 379, reset compression=false 2024-11-20T18:21:21,167 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762.replicationSource.wal-reader.6b87edf34edd%2C34049%2C1732126863762,1-6b87edf34edd,34049,1732126863762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/WALs/6b87edf34edd,34049,1732126863762/6b87edf34edd%2C34049%2C1732126863762.1732126865794 to pos 379, reset compression=false 2024-11-20T18:21:21,360 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,33775,1732126868848.replicationSource.wal-reader.6b87edf34edd%2C33775%2C1732126868848,1-6b87edf34edd,33775,1732126868848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/WALs/6b87edf34edd,33775,1732126868848/6b87edf34edd%2C33775%2C1732126868848.1732126870784 to pos 379, reset compression=false 2024-11-20T18:21:21,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:21:21,450 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T18:21:21,450 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:21:21,450 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:21:21,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:21,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:21,450 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:21:21,451 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:21:21,452 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,34049,1732126863762, seqNum=-1] 2024-11-20T18:21:21,452 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:21:21,453 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:21:21,454 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732126871805.4e5877aca837837216e91f8c227e900c., hostname=6b87edf34edd,34049,1732126863762, seqNum=2] 2024-11-20T18:21:21,457 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:21:21,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,33775,1732126868848, seqNum=-1] 2024-11-20T18:21:21,458 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:21:21,458 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:21:21,460 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732126872952.9ade34fb7ddeda98fcb06131c0041258., hostname=6b87edf34edd,33775,1732126868848, seqNum=2] 2024-11-20T18:21:21,461 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-20T18:21:21,764 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,33775,1732126868848.replicationSource.wal-reader.6b87edf34edd%2C33775%2C1732126868848,1-6b87edf34edd,33775,1732126868848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/WALs/6b87edf34edd,33775,1732126868848/6b87edf34edd%2C33775%2C1732126868848.1732126870784 to pos 379, reset compression=false 2024-11-20T18:21:22,070 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762.replicationSource.wal-reader.6b87edf34edd%2C34049%2C1732126863762,1-6b87edf34edd,34049,1732126863762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/WALs/6b87edf34edd,34049,1732126863762/6b87edf34edd%2C34049%2C1732126863762.1732126865794 to pos 379, reset compression=false 2024-11-20T18:21:22,075 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762.replicationSource.wal-reader.6b87edf34edd%2C34049%2C1732126863762,1-6b87edf34edd,34049,1732126863762 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T18:21:22,075 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762.replicationSource.wal-reader.6b87edf34edd%2C34049%2C1732126863762,1-6b87edf34edd,34049,1732126863762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/WALs/6b87edf34edd,34049,1732126863762/6b87edf34edd%2C34049%2C1732126863762.1732126865794 to pos 480, reset compression=false 2024-11-20T18:21:22,075 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762.replicationSource.shipper6b87edf34edd%2C34049%2C1732126863762,1-6b87edf34edd,34049,1732126863762 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,34049,1732126863762 got entry batch from reader: WALEntryBatch [walEntries=[{test/4e5877aca837837216e91f8c227e900c/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/WALs/6b87edf34edd,34049,1732126863762/6b87edf34edd%2C34049%2C1732126863762.1732126865794, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-20T18:21:22,077 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762.replicationSource.shipper6b87edf34edd%2C34049%2C1732126863762,1-6b87edf34edd,34049,1732126863762 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T18:21:22,078 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-20T18:21:22,079 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33775 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T18:21:22,080 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6efccc7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:22,080 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33775 {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,38649,-1 for getting cluster id 2024-11-20T18:21:22,080 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33775 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:21:22,081 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e8815fb-2095-4094-89d2-d43dce1bb574' 2024-11-20T18:21:22,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:21:22,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e8815fb-2095-4094-89d2-d43dce1bb574" 2024-11-20T18:21:22,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13d92668, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:22,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,38649,-1] 2024-11-20T18:21:22,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:21:22,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:22,082 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:21:22,082 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b2a58a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:22,088 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33775 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:21:22,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,33775,1732126868848, seqNum=-1] 2024-11-20T18:21:22,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:21:22,091 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-20T18:21:22,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732126872952.9ade34fb7ddeda98fcb06131c0041258., hostname=6b87edf34edd,33775,1732126868848, seqNum=2] 2024-11-20T18:21:22,118 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33775 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T18:21:22,268 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,33775,1732126868848.replicationSource.wal-reader.6b87edf34edd%2C33775%2C1732126868848,1-6b87edf34edd,33775,1732126868848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/WALs/6b87edf34edd,33775,1732126868848/6b87edf34edd%2C33775%2C1732126868848.1732126870784 to pos 379, reset compression=false 2024-11-20T18:21:22,272 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,33775,1732126868848.replicationSource.wal-reader.6b87edf34edd%2C33775%2C1732126868848,1-6b87edf34edd,33775,1732126868848 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T18:21:22,273 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,33775,1732126868848.replicationSource.wal-reader.6b87edf34edd%2C33775%2C1732126868848,1-6b87edf34edd,33775,1732126868848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/WALs/6b87edf34edd,33775,1732126868848/6b87edf34edd%2C33775%2C1732126868848.1732126870784 to pos 503, reset compression=false 2024-11-20T18:21:22,273 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,33775,1732126868848.replicationSource.shipper6b87edf34edd%2C33775%2C1732126868848,1-6b87edf34edd,33775,1732126868848 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,33775,1732126868848 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/WALs/6b87edf34edd,33775,1732126868848/6b87edf34edd%2C33775%2C1732126868848.1732126870784, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T18:21:22,278 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762.replicationSource.wal-reader.6b87edf34edd%2C34049%2C1732126863762,1-6b87edf34edd,34049,1732126863762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/WALs/6b87edf34edd,34049,1732126863762/6b87edf34edd%2C34049%2C1732126863762.1732126865794 to pos 480, reset compression=false 2024-11-20T18:21:22,318 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T18:21:22,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:22,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:22,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:22,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:22,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:22,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:22,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:22,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:22,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:22,465 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-20T18:21:22,469 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-20T18:21:22,476 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,33775,1732126868848.replicationSource.wal-reader.6b87edf34edd%2C33775%2C1732126868848,1-6b87edf34edd,33775,1732126868848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/WALs/6b87edf34edd,33775,1732126868848/6b87edf34edd%2C33775%2C1732126868848.1732126870784 to pos 503, reset compression=false 2024-11-20T18:21:22,481 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,33775,1732126868848.replicationSource.wal-reader.6b87edf34edd%2C33775%2C1732126868848,1-6b87edf34edd,33775,1732126868848 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T18:21:22,481 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,33775,1732126868848.replicationSource.wal-reader.6b87edf34edd%2C33775%2C1732126868848,1-6b87edf34edd,33775,1732126868848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/WALs/6b87edf34edd,33775,1732126868848/6b87edf34edd%2C33775%2C1732126868848.1732126870784 to pos 607, reset compression=false 2024-11-20T18:21:22,481 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,33775,1732126868848.replicationSource.shipper6b87edf34edd%2C33775%2C1732126868848,1-6b87edf34edd,33775,1732126868848 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,33775,1732126868848 got entry batch from reader: WALEntryBatch [walEntries=[{test/9ade34fb7ddeda98fcb06131c0041258/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/WALs/6b87edf34edd,33775,1732126868848/6b87edf34edd%2C33775%2C1732126868848.1732126870784, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T18:21:22,484 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,33775,1732126868848.replicationSource.shipper6b87edf34edd%2C33775%2C1732126868848,1-6b87edf34edd,33775,1732126868848 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T18:21:22,485 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-20T18:21:22,486 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34049 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T18:21:22,486 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34049 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59f029fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:22,486 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34049 {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,45153,-1 for getting cluster id 2024-11-20T18:21:22,487 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34049 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:21:22,487 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1996ad40-50ba-4889-92c1-0c8a784d2a40' 2024-11-20T18:21:22,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:21:22,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1996ad40-50ba-4889-92c1-0c8a784d2a40" 2024-11-20T18:21:22,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2730ab2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:22,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,45153,-1] 2024-11-20T18:21:22,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:21:22,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:22,489 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:21:22,489 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34049 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61b89c81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:22,490 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34049 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:21:22,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,34049,1732126863762, seqNum=-1] 2024-11-20T18:21:22,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:21:22,492 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-20T18:21:22,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732126871805.4e5877aca837837216e91f8c227e900c., hostname=6b87edf34edd,34049,1732126863762, seqNum=2] 2024-11-20T18:21:22,496 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34049 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T18:21:22,582 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762.replicationSource.wal-reader.6b87edf34edd%2C34049%2C1732126863762,1-6b87edf34edd,34049,1732126863762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/WALs/6b87edf34edd,34049,1732126863762/6b87edf34edd%2C34049%2C1732126863762.1732126865794 to pos 480, reset compression=false 2024-11-20T18:21:22,587 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762.replicationSource.wal-reader.6b87edf34edd%2C34049%2C1732126863762,1-6b87edf34edd,34049,1732126863762 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T18:21:22,587 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762.replicationSource.wal-reader.6b87edf34edd%2C34049%2C1732126863762,1-6b87edf34edd,34049,1732126863762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/WALs/6b87edf34edd,34049,1732126863762/6b87edf34edd%2C34049%2C1732126863762.1732126865794 to pos 607, reset compression=false 2024-11-20T18:21:22,587 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762.replicationSource.shipper6b87edf34edd%2C34049%2C1732126863762,1-6b87edf34edd,34049,1732126863762 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,34049,1732126863762 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/WALs/6b87edf34edd,34049,1732126863762/6b87edf34edd%2C34049%2C1732126863762.1732126865794, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T18:21:22,687 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,33775,1732126868848.replicationSource.wal-reader.6b87edf34edd%2C33775%2C1732126868848,1-6b87edf34edd,33775,1732126868848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/WALs/6b87edf34edd,33775,1732126868848/6b87edf34edd%2C33775%2C1732126868848.1732126870784 to pos 607, reset compression=false 2024-11-20T18:21:22,790 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762.replicationSource.wal-reader.6b87edf34edd%2C34049%2C1732126863762,1-6b87edf34edd,34049,1732126863762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/WALs/6b87edf34edd,34049,1732126863762/6b87edf34edd%2C34049%2C1732126863762.1732126865794 to pos 607, reset compression=false 2024-11-20T18:21:22,990 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,33775,1732126868848.replicationSource.wal-reader.6b87edf34edd%2C33775%2C1732126868848,1-6b87edf34edd,33775,1732126868848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/WALs/6b87edf34edd,33775,1732126868848/6b87edf34edd%2C33775%2C1732126868848.1732126870784 to pos 607, reset compression=false 2024-11-20T18:21:23,094 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762.replicationSource.wal-reader.6b87edf34edd%2C34049%2C1732126863762,1-6b87edf34edd,34049,1732126863762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/WALs/6b87edf34edd,34049,1732126863762/6b87edf34edd%2C34049%2C1732126863762.1732126865794 to pos 607, reset compression=false 2024-11-20T18:21:23,394 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,33775,1732126868848.replicationSource.wal-reader.6b87edf34edd%2C33775%2C1732126868848,1-6b87edf34edd,33775,1732126868848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/WALs/6b87edf34edd,33775,1732126868848/6b87edf34edd%2C33775%2C1732126868848.1732126870784 to pos 607, reset compression=false 2024-11-20T18:21:23,471 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-20T18:21:23,477 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-20T18:21:23,498 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762.replicationSource.wal-reader.6b87edf34edd%2C34049%2C1732126863762,1-6b87edf34edd,34049,1732126863762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/WALs/6b87edf34edd,34049,1732126863762/6b87edf34edd%2C34049%2C1732126863762.1732126865794 to pos 607, reset compression=false 2024-11-20T18:21:23,503 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762.replicationSource.wal-reader.6b87edf34edd%2C34049%2C1732126863762,1-6b87edf34edd,34049,1732126863762 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T18:21:23,503 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762.replicationSource.wal-reader.6b87edf34edd%2C34049%2C1732126863762,1-6b87edf34edd,34049,1732126863762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/WALs/6b87edf34edd,34049,1732126863762/6b87edf34edd%2C34049%2C1732126863762.1732126865794 to pos 763, reset compression=false 2024-11-20T18:21:23,503 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762.replicationSource.shipper6b87edf34edd%2C34049%2C1732126863762,1-6b87edf34edd,34049,1732126863762 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,34049,1732126863762 got entry batch from reader: WALEntryBatch [walEntries=[{test/4e5877aca837837216e91f8c227e900c/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/WALs/6b87edf34edd,34049,1732126863762/6b87edf34edd%2C34049%2C1732126863762.1732126865794, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-20T18:21:23,504 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33775 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T18:21:23,506 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33775 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T18:21:23,706 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762.replicationSource.wal-reader.6b87edf34edd%2C34049%2C1732126863762,1-6b87edf34edd,34049,1732126863762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/WALs/6b87edf34edd,34049,1732126863762/6b87edf34edd%2C34049%2C1732126863762.1732126865794 to pos 763, reset compression=false 2024-11-20T18:21:23,897 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,33775,1732126868848.replicationSource.wal-reader.6b87edf34edd%2C33775%2C1732126868848,1-6b87edf34edd,33775,1732126868848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/WALs/6b87edf34edd,33775,1732126868848/6b87edf34edd%2C33775%2C1732126868848.1732126870784 to pos 607, reset compression=false 2024-11-20T18:21:23,901 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,33775,1732126868848.replicationSource.wal-reader.6b87edf34edd%2C33775%2C1732126868848,1-6b87edf34edd,33775,1732126868848 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T18:21:23,901 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,33775,1732126868848.replicationSource.wal-reader.6b87edf34edd%2C33775%2C1732126868848,1-6b87edf34edd,33775,1732126868848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/WALs/6b87edf34edd,33775,1732126868848/6b87edf34edd%2C33775%2C1732126868848.1732126870784 to pos 754, reset compression=false 2024-11-20T18:21:23,901 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,33775,1732126868848.replicationSource.shipper6b87edf34edd%2C33775%2C1732126868848,1-6b87edf34edd,33775,1732126868848 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,33775,1732126868848 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/WALs/6b87edf34edd,33775,1732126868848/6b87edf34edd%2C33775%2C1732126868848.1732126870784, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T18:21:24,010 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762.replicationSource.wal-reader.6b87edf34edd%2C34049%2C1732126863762,1-6b87edf34edd,34049,1732126863762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/WALs/6b87edf34edd,34049,1732126863762/6b87edf34edd%2C34049%2C1732126863762.1732126865794 to pos 763, reset compression=false 2024-11-20T18:21:24,105 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,33775,1732126868848.replicationSource.wal-reader.6b87edf34edd%2C33775%2C1732126868848,1-6b87edf34edd,33775,1732126868848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/WALs/6b87edf34edd,33775,1732126868848/6b87edf34edd%2C33775%2C1732126868848.1732126870784 to pos 754, reset compression=false 2024-11-20T18:21:24,408 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,33775,1732126868848.replicationSource.wal-reader.6b87edf34edd%2C33775%2C1732126868848,1-6b87edf34edd,33775,1732126868848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/WALs/6b87edf34edd,33775,1732126868848/6b87edf34edd%2C33775%2C1732126868848.1732126870784 to pos 754, reset compression=false 2024-11-20T18:21:24,414 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762.replicationSource.wal-reader.6b87edf34edd%2C34049%2C1732126863762,1-6b87edf34edd,34049,1732126863762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/WALs/6b87edf34edd,34049,1732126863762/6b87edf34edd%2C34049%2C1732126863762.1732126865794 to pos 763, reset compression=false 2024-11-20T18:21:24,478 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-20T18:21:24,481 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-20T18:21:24,811 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,33775,1732126868848.replicationSource.wal-reader.6b87edf34edd%2C33775%2C1732126868848,1-6b87edf34edd,33775,1732126868848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/WALs/6b87edf34edd,33775,1732126868848/6b87edf34edd%2C33775%2C1732126868848.1732126870784 to pos 754, reset compression=false 2024-11-20T18:21:24,815 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,33775,1732126868848.replicationSource.wal-reader.6b87edf34edd%2C33775%2C1732126868848,1-6b87edf34edd,33775,1732126868848 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T18:21:24,815 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,33775,1732126868848.replicationSource.wal-reader.6b87edf34edd%2C33775%2C1732126868848,1-6b87edf34edd,33775,1732126868848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/WALs/6b87edf34edd,33775,1732126868848/6b87edf34edd%2C33775%2C1732126868848.1732126870784 to pos 913, reset compression=false 2024-11-20T18:21:24,815 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,33775,1732126868848.replicationSource.shipper6b87edf34edd%2C33775%2C1732126868848,1-6b87edf34edd,33775,1732126868848 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,33775,1732126868848 got entry batch from reader: WALEntryBatch [walEntries=[{test/9ade34fb7ddeda98fcb06131c0041258/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/WALs/6b87edf34edd,33775,1732126868848/6b87edf34edd%2C33775%2C1732126868848.1732126870784, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-20T18:21:24,816 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34049 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T18:21:24,819 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34049 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T18:21:24,917 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762.replicationSource.wal-reader.6b87edf34edd%2C34049%2C1732126863762,1-6b87edf34edd,34049,1732126863762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/WALs/6b87edf34edd,34049,1732126863762/6b87edf34edd%2C34049%2C1732126863762.1732126865794 to pos 763, reset compression=false 2024-11-20T18:21:24,922 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762.replicationSource.wal-reader.6b87edf34edd%2C34049%2C1732126863762,1-6b87edf34edd,34049,1732126863762 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T18:21:24,922 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762.replicationSource.wal-reader.6b87edf34edd%2C34049%2C1732126863762,1-6b87edf34edd,34049,1732126863762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/WALs/6b87edf34edd,34049,1732126863762/6b87edf34edd%2C34049%2C1732126863762.1732126865794 to pos 912, reset compression=false 2024-11-20T18:21:24,922 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762.replicationSource.shipper6b87edf34edd%2C34049%2C1732126863762,1-6b87edf34edd,34049,1732126863762 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,34049,1732126863762 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/WALs/6b87edf34edd,34049,1732126863762/6b87edf34edd%2C34049%2C1732126863762.1732126865794, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T18:21:25,018 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,33775,1732126868848.replicationSource.wal-reader.6b87edf34edd%2C33775%2C1732126868848,1-6b87edf34edd,33775,1732126868848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/WALs/6b87edf34edd,33775,1732126868848/6b87edf34edd%2C33775%2C1732126868848.1732126870784 to pos 913, reset compression=false 2024-11-20T18:21:25,126 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762.replicationSource.wal-reader.6b87edf34edd%2C34049%2C1732126863762,1-6b87edf34edd,34049,1732126863762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/WALs/6b87edf34edd,34049,1732126863762/6b87edf34edd%2C34049%2C1732126863762.1732126865794 to pos 912, reset compression=false 2024-11-20T18:21:25,209 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:21:25,210 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b87edf34edd,38325,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b87edf34edd:38325 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T18:21:25,210 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28345 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b87edf34edd,38325,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b87edf34edd:38325 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T18:21:25,322 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,33775,1732126868848.replicationSource.wal-reader.6b87edf34edd%2C33775%2C1732126868848,1-6b87edf34edd,33775,1732126868848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/WALs/6b87edf34edd,33775,1732126868848/6b87edf34edd%2C33775%2C1732126868848.1732126870784 to pos 913, reset compression=false 2024-11-20T18:21:25,430 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762.replicationSource.wal-reader.6b87edf34edd%2C34049%2C1732126863762,1-6b87edf34edd,34049,1732126863762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/WALs/6b87edf34edd,34049,1732126863762/6b87edf34edd%2C34049%2C1732126863762.1732126865794 to pos 912, reset compression=false 2024-11-20T18:21:25,483 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-20T18:21:25,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T18:21:25,485 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:21:25,485 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:21:25,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:25,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:25,485 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:21:25,485 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T18:21:25,485 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=713228698, stopped=false 2024-11-20T18:21:25,485 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b87edf34edd,38649,1732126868695 2024-11-20T18:21:25,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38649-0x101597a639d0003, quorum=127.0.0.1:55317, baseZNode=/1-1470288029 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1470288029/running 2024-11-20T18:21:25,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33775-0x101597a639d0004, quorum=127.0.0.1:55317, baseZNode=/1-1470288029 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1470288029/running 2024-11-20T18:21:25,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38649-0x101597a639d0003, quorum=127.0.0.1:55317, baseZNode=/1-1470288029 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1470288029 2024-11-20T18:21:25,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33775-0x101597a639d0004, quorum=127.0.0.1:55317, baseZNode=/1-1470288029 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1470288029 2024-11-20T18:21:25,558 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T18:21:25,559 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:21:25,559 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:21:25,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:25,559 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b87edf34edd,33775,1732126868848' ***** 2024-11-20T18:21:25,559 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T18:21:25,559 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33775-0x101597a639d0004, quorum=127.0.0.1:55317, baseZNode=/1-1470288029 Set watcher on znode that does not yet exist, /1-1470288029/running 2024-11-20T18:21:25,559 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38649-0x101597a639d0003, quorum=127.0.0.1:55317, baseZNode=/1-1470288029 Set watcher on znode that does not yet exist, /1-1470288029/running 2024-11-20T18:21:25,559 INFO [RS:0;6b87edf34edd:33775 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T18:21:25,559 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T18:21:25,560 INFO [RS:0;6b87edf34edd:33775 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T18:21:25,560 INFO [RS:0;6b87edf34edd:33775 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T18:21:25,560 INFO [RS:0;6b87edf34edd:33775 {}] regionserver.HRegionServer(3091): Received CLOSE for eb1aa14168638a7dc0614a0e3b5ceac6 2024-11-20T18:21:25,560 INFO [RS:0;6b87edf34edd:33775 {}] regionserver.HRegionServer(3091): Received CLOSE for 9ade34fb7ddeda98fcb06131c0041258 2024-11-20T18:21:25,560 INFO [RS:0;6b87edf34edd:33775 {}] regionserver.HRegionServer(959): stopping server 6b87edf34edd,33775,1732126868848 2024-11-20T18:21:25,560 INFO [RS:0;6b87edf34edd:33775 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T18:21:25,560 INFO [RS:0;6b87edf34edd:33775 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b87edf34edd:33775. 2024-11-20T18:21:25,560 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eb1aa14168638a7dc0614a0e3b5ceac6, disabling compactions & flushes 2024-11-20T18:21:25,560 DEBUG [RS:0;6b87edf34edd:33775 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:21:25,560 DEBUG [RS:0;6b87edf34edd:33775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:25,560 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732126879306.eb1aa14168638a7dc0614a0e3b5ceac6. 2024-11-20T18:21:25,560 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732126879306.eb1aa14168638a7dc0614a0e3b5ceac6. 2024-11-20T18:21:25,560 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732126879306.eb1aa14168638a7dc0614a0e3b5ceac6. after waiting 0 ms 2024-11-20T18:21:25,560 INFO [RS:0;6b87edf34edd:33775 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T18:21:25,560 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732126879306.eb1aa14168638a7dc0614a0e3b5ceac6. 2024-11-20T18:21:25,560 INFO [RS:0;6b87edf34edd:33775 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T18:21:25,560 INFO [RS:0;6b87edf34edd:33775 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T18:21:25,560 INFO [RS:0;6b87edf34edd:33775 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T18:21:25,560 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing eb1aa14168638a7dc0614a0e3b5ceac6 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-20T18:21:25,561 INFO [RS:0;6b87edf34edd:33775 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T18:21:25,561 DEBUG [RS:0;6b87edf34edd:33775 {}] regionserver.HRegionServer(1325): Online Regions={eb1aa14168638a7dc0614a0e3b5ceac6=hbase:replication,,1732126879306.eb1aa14168638a7dc0614a0e3b5ceac6., 1588230740=hbase:meta,,1.1588230740, 9ade34fb7ddeda98fcb06131c0041258=test,,1732126872952.9ade34fb7ddeda98fcb06131c0041258.} 2024-11-20T18:21:25,561 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T18:21:25,561 DEBUG [RS:0;6b87edf34edd:33775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9ade34fb7ddeda98fcb06131c0041258, eb1aa14168638a7dc0614a0e3b5ceac6 2024-11-20T18:21:25,561 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T18:21:25,561 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T18:21:25,561 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T18:21:25,561 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T18:21:25,561 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T18:21:25,566 INFO [regionserver/6b87edf34edd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T18:21:25,577 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/data/hbase/meta/1588230740/.tmp/info/7ffae9f7d0fd469ba3d7d4d4c141dd9f is 147, key is hbase:replication,,1732126879306.eb1aa14168638a7dc0614a0e3b5ceac6./info:regioninfo/1732126880472/Put/seqid=0 2024-11-20T18:21:25,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741840_1016 (size=7686) 2024-11-20T18:21:25,588 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/data/hbase/replication/eb1aa14168638a7dc0614a0e3b5ceac6/.tmp/queue/1a25e7f0f7924b0687104c068b27eb84 is 153, key is 1-6b87edf34edd,33775,1732126868848/queue:6b87edf34edd%2C33775%2C1732126868848/1732126884820/Put/seqid=0 2024-11-20T18:21:25,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741841_1017 (size=5352) 2024-11-20T18:21:25,725 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,33775,1732126868848.replicationSource.wal-reader.6b87edf34edd%2C33775%2C1732126868848,1-6b87edf34edd,33775,1732126868848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/WALs/6b87edf34edd,33775,1732126868848/6b87edf34edd%2C33775%2C1732126868848.1732126870784 to pos 913, reset compression=false 2024-11-20T18:21:25,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T18:21:25,726 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-20T18:21:25,747 INFO [regionserver/6b87edf34edd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T18:21:25,747 INFO [regionserver/6b87edf34edd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T18:21:25,761 DEBUG [RS:0;6b87edf34edd:33775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9ade34fb7ddeda98fcb06131c0041258, eb1aa14168638a7dc0614a0e3b5ceac6 2024-11-20T18:21:25,835 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762.replicationSource.wal-reader.6b87edf34edd%2C34049%2C1732126863762,1-6b87edf34edd,34049,1732126863762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/WALs/6b87edf34edd,34049,1732126863762/6b87edf34edd%2C34049%2C1732126863762.1732126865794 to pos 912, reset compression=false 2024-11-20T18:21:25,961 DEBUG [RS:0;6b87edf34edd:33775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9ade34fb7ddeda98fcb06131c0041258, eb1aa14168638a7dc0614a0e3b5ceac6 2024-11-20T18:21:25,981 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/data/hbase/meta/1588230740/.tmp/info/7ffae9f7d0fd469ba3d7d4d4c141dd9f 2024-11-20T18:21:25,992 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/data/hbase/replication/eb1aa14168638a7dc0614a0e3b5ceac6/.tmp/queue/1a25e7f0f7924b0687104c068b27eb84 2024-11-20T18:21:25,996 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/data/hbase/replication/eb1aa14168638a7dc0614a0e3b5ceac6/.tmp/queue/1a25e7f0f7924b0687104c068b27eb84 as hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/data/hbase/replication/eb1aa14168638a7dc0614a0e3b5ceac6/queue/1a25e7f0f7924b0687104c068b27eb84 2024-11-20T18:21:25,999 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/data/hbase/meta/1588230740/.tmp/ns/4a2bf479fbd5461199981e3da4fcc9bc is 43, key is default/ns:d/1732126871715/Put/seqid=0 2024-11-20T18:21:26,001 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/data/hbase/replication/eb1aa14168638a7dc0614a0e3b5ceac6/queue/1a25e7f0f7924b0687104c068b27eb84, entries=1, sequenceid=10, filesize=5.2 K 2024-11-20T18:21:26,001 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for eb1aa14168638a7dc0614a0e3b5ceac6 in 441ms, sequenceid=10, compaction requested=false 2024-11-20T18:21:26,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741842_1018 (size=5153) 2024-11-20T18:21:26,006 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/data/hbase/replication/eb1aa14168638a7dc0614a0e3b5ceac6/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-20T18:21:26,006 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T18:21:26,006 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T18:21:26,006 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732126879306.eb1aa14168638a7dc0614a0e3b5ceac6. 2024-11-20T18:21:26,006 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eb1aa14168638a7dc0614a0e3b5ceac6: Waiting for close lock at 1732126885560Running coprocessor pre-close hooks at 1732126885560Disabling compacts and flushes for region at 1732126885560Disabling writes for close at 1732126885560Obtaining lock to block concurrent updates at 1732126885560Preparing flush snapshotting stores in eb1aa14168638a7dc0614a0e3b5ceac6 at 1732126885560Finished memstore snapshotting hbase:replication,,1732126879306.eb1aa14168638a7dc0614a0e3b5ceac6., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1732126885561 (+1 ms)Flushing stores of hbase:replication,,1732126879306.eb1aa14168638a7dc0614a0e3b5ceac6. at 1732126885561Flushing eb1aa14168638a7dc0614a0e3b5ceac6/queue: creating writer at 1732126885561Flushing eb1aa14168638a7dc0614a0e3b5ceac6/queue: appending metadata at 1732126885588 (+27 ms)Flushing eb1aa14168638a7dc0614a0e3b5ceac6/queue: closing flushed file at 1732126885588Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58c682e1: reopening flushed file at 1732126885996 (+408 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for eb1aa14168638a7dc0614a0e3b5ceac6 in 441ms, sequenceid=10, compaction requested=false at 1732126886001 (+5 ms)Writing region close event to WAL at 1732126886003 (+2 ms)Running coprocessor post-close hooks at 1732126886006 (+3 ms)Closed at 1732126886006 2024-11-20T18:21:26,006 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732126879306.eb1aa14168638a7dc0614a0e3b5ceac6. 2024-11-20T18:21:26,007 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9ade34fb7ddeda98fcb06131c0041258, disabling compactions & flushes 2024-11-20T18:21:26,007 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732126872952.9ade34fb7ddeda98fcb06131c0041258. 2024-11-20T18:21:26,007 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732126872952.9ade34fb7ddeda98fcb06131c0041258. 2024-11-20T18:21:26,007 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732126872952.9ade34fb7ddeda98fcb06131c0041258. after waiting 0 ms 2024-11-20T18:21:26,007 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732126872952.9ade34fb7ddeda98fcb06131c0041258. 2024-11-20T18:21:26,007 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9ade34fb7ddeda98fcb06131c0041258 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-20T18:21:26,020 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/data/default/test/9ade34fb7ddeda98fcb06131c0041258/.tmp/f/8e0a2c3db66a4f1d978697f8c5835b87 is 29, key is row1/f:/1732126884479/DeleteFamily/seqid=0 2024-11-20T18:21:26,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741843_1019 (size=5118) 2024-11-20T18:21:26,161 DEBUG [RS:0;6b87edf34edd:33775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9ade34fb7ddeda98fcb06131c0041258 2024-11-20T18:21:26,229 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,33775,1732126868848.replicationSource.wal-reader.6b87edf34edd%2C33775%2C1732126868848,1-6b87edf34edd,33775,1732126868848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/WALs/6b87edf34edd,33775,1732126868848/6b87edf34edd%2C33775%2C1732126868848.1732126870784 to pos 913, reset compression=false 2024-11-20T18:21:26,234 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,33775,1732126868848.replicationSource.wal-reader.6b87edf34edd%2C33775%2C1732126868848,1-6b87edf34edd,33775,1732126868848 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T18:21:26,234 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,33775,1732126868848.replicationSource.wal-reader.6b87edf34edd%2C33775%2C1732126868848,1-6b87edf34edd,33775,1732126868848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/WALs/6b87edf34edd,33775,1732126868848/6b87edf34edd%2C33775%2C1732126868848.1732126870784 to pos 1160, reset compression=false 2024-11-20T18:21:26,234 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,33775,1732126868848.replicationSource.shipper6b87edf34edd%2C33775%2C1732126868848,1-6b87edf34edd,33775,1732126868848 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,33775,1732126868848 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/WALs/6b87edf34edd,33775,1732126868848/6b87edf34edd%2C33775%2C1732126868848.1732126870784, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T18:21:26,234 ERROR [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,33775,1732126868848.replicationSource.shipper6b87edf34edd%2C33775%2C1732126868848,1-6b87edf34edd,33775,1732126868848 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6b87edf34edd,33775,1732126868848: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6b87edf34edd,33775,1732126868848, walGroup=6b87edf34edd%2C33775%2C1732126868848, offset=6b87edf34edd%2C33775%2C1732126868848.1732126870784:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b87edf34edd:33775 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T18:21:26,235 ERROR [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,33775,1732126868848.replicationSource.shipper6b87edf34edd%2C33775%2C1732126868848,1-6b87edf34edd,33775,1732126868848 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T18:21:26,235 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,33775,1732126868848.replicationSource.shipper6b87edf34edd%2C33775%2C1732126868848,1-6b87edf34edd,33775,1732126868848 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T18:21:26,236 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,33775,1732126868848.replicationSource.shipper6b87edf34edd%2C33775%2C1732126868848,1-6b87edf34edd,33775,1732126868848 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T18:21:26,236 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,33775,1732126868848.replicationSource.shipper6b87edf34edd%2C33775%2C1732126868848,1-6b87edf34edd,33775,1732126868848 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T18:21:26,236 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,33775,1732126868848.replicationSource.shipper6b87edf34edd%2C33775%2C1732126868848,1-6b87edf34edd,33775,1732126868848 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T18:21:26,236 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,33775,1732126868848.replicationSource.shipper6b87edf34edd%2C33775%2C1732126868848,1-6b87edf34edd,33775,1732126868848 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 633456360 }, "NonHeapMemoryUsage": { "committed": 194772992, "init": 7667712, "max": -1, "used": 191632720 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T18:21:26,237 WARN [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,33775,1732126868848.replicationSource.shipper6b87edf34edd%2C33775%2C1732126868848,1-6b87edf34edd,33775,1732126868848 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b87edf34edd:38649 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b87edf34edd:38649 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T18:21:26,338 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762.replicationSource.wal-reader.6b87edf34edd%2C34049%2C1732126863762,1-6b87edf34edd,34049,1732126863762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/WALs/6b87edf34edd,34049,1732126863762/6b87edf34edd%2C34049%2C1732126863762.1732126865794 to pos 912, reset compression=false 2024-11-20T18:21:26,361 DEBUG [RS:0;6b87edf34edd:33775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9ade34fb7ddeda98fcb06131c0041258 2024-11-20T18:21:26,405 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/data/hbase/meta/1588230740/.tmp/ns/4a2bf479fbd5461199981e3da4fcc9bc 2024-11-20T18:21:26,424 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/data/default/test/9ade34fb7ddeda98fcb06131c0041258/.tmp/f/8e0a2c3db66a4f1d978697f8c5835b87 2024-11-20T18:21:26,427 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/data/hbase/meta/1588230740/.tmp/rep_barrier/c0744fd57266434baa94b8871341f501 is 112, key is test,,1732126872952.9ade34fb7ddeda98fcb06131c0041258./rep_barrier:seqnumDuringOpen/1732126874094/Put/seqid=0 2024-11-20T18:21:26,429 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8e0a2c3db66a4f1d978697f8c5835b87 2024-11-20T18:21:26,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741844_1020 (size=5518) 2024-11-20T18:21:26,437 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,33775,1732126868848.replicationSource.wal-reader.6b87edf34edd%2C33775%2C1732126868848,1-6b87edf34edd,33775,1732126868848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/WALs/6b87edf34edd,33775,1732126868848/6b87edf34edd%2C33775%2C1732126868848.1732126870784 to pos 1160, reset compression=false 2024-11-20T18:21:26,442 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/data/default/test/9ade34fb7ddeda98fcb06131c0041258/.tmp/f1/497c3a2256dc4836bbc9f3446405198d is 30, key is row1/f1:/1732126884479/DeleteFamily/seqid=0 2024-11-20T18:21:26,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741845_1021 (size=5123) 2024-11-20T18:21:26,562 INFO [RS:0;6b87edf34edd:33775 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T18:21:26,562 DEBUG [RS:0;6b87edf34edd:33775 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9ade34fb7ddeda98fcb06131c0041258=test,,1732126872952.9ade34fb7ddeda98fcb06131c0041258.} 2024-11-20T18:21:26,562 DEBUG [RS:0;6b87edf34edd:33775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9ade34fb7ddeda98fcb06131c0041258 2024-11-20T18:21:26,741 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,33775,1732126868848.replicationSource.wal-reader.6b87edf34edd%2C33775%2C1732126868848,1-6b87edf34edd,33775,1732126868848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/WALs/6b87edf34edd,33775,1732126868848/6b87edf34edd%2C33775%2C1732126868848.1732126870784 to pos 1160, reset compression=false 2024-11-20T18:21:26,762 DEBUG [RS:0;6b87edf34edd:33775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9ade34fb7ddeda98fcb06131c0041258 2024-11-20T18:21:26,831 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/data/hbase/meta/1588230740/.tmp/rep_barrier/c0744fd57266434baa94b8871341f501 2024-11-20T18:21:26,846 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/data/default/test/9ade34fb7ddeda98fcb06131c0041258/.tmp/f1/497c3a2256dc4836bbc9f3446405198d 2024-11-20T18:21:26,847 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/data/hbase/meta/1588230740/.tmp/table/f4d82edd855f45d89a802b8700ca4985 is 53, key is hbase:replication/table:state/1732126880478/Put/seqid=0 2024-11-20T18:21:26,850 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 497c3a2256dc4836bbc9f3446405198d 2024-11-20T18:21:26,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741846_1022 (size=5308) 2024-11-20T18:21:26,868 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/data/default/test/9ade34fb7ddeda98fcb06131c0041258/.tmp/norep/512a9f2dfd7840bcb027762a636199a0 is 33, key is row1/norep:/1732126884479/DeleteFamily/seqid=0 2024-11-20T18:21:26,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741847_1023 (size=5108) 2024-11-20T18:21:26,942 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762.replicationSource.wal-reader.6b87edf34edd%2C34049%2C1732126863762,1-6b87edf34edd,34049,1732126863762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/WALs/6b87edf34edd,34049,1732126863762/6b87edf34edd%2C34049%2C1732126863762.1732126865794 to pos 912, reset compression=false 2024-11-20T18:21:26,962 DEBUG [RS:0;6b87edf34edd:33775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9ade34fb7ddeda98fcb06131c0041258 2024-11-20T18:21:27,145 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,33775,1732126868848.replicationSource.wal-reader.6b87edf34edd%2C33775%2C1732126868848,1-6b87edf34edd,33775,1732126868848 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/WALs/6b87edf34edd,33775,1732126868848/6b87edf34edd%2C33775%2C1732126868848.1732126870784 to pos 1160, reset compression=false 2024-11-20T18:21:27,162 DEBUG [RS:0;6b87edf34edd:33775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9ade34fb7ddeda98fcb06131c0041258 2024-11-20T18:21:27,251 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/data/hbase/meta/1588230740/.tmp/table/f4d82edd855f45d89a802b8700ca4985 2024-11-20T18:21:27,255 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/data/hbase/meta/1588230740/.tmp/info/7ffae9f7d0fd469ba3d7d4d4c141dd9f as hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/data/hbase/meta/1588230740/info/7ffae9f7d0fd469ba3d7d4d4c141dd9f 2024-11-20T18:21:27,259 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/data/hbase/meta/1588230740/info/7ffae9f7d0fd469ba3d7d4d4c141dd9f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T18:21:27,260 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/data/hbase/meta/1588230740/.tmp/ns/4a2bf479fbd5461199981e3da4fcc9bc as hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/data/hbase/meta/1588230740/ns/4a2bf479fbd5461199981e3da4fcc9bc 2024-11-20T18:21:27,264 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/data/hbase/meta/1588230740/ns/4a2bf479fbd5461199981e3da4fcc9bc, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T18:21:27,265 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/data/hbase/meta/1588230740/.tmp/rep_barrier/c0744fd57266434baa94b8871341f501 as hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/data/hbase/meta/1588230740/rep_barrier/c0744fd57266434baa94b8871341f501 2024-11-20T18:21:27,269 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/data/hbase/meta/1588230740/rep_barrier/c0744fd57266434baa94b8871341f501, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T18:21:27,269 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/data/hbase/meta/1588230740/.tmp/table/f4d82edd855f45d89a802b8700ca4985 as hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/data/hbase/meta/1588230740/table/f4d82edd855f45d89a802b8700ca4985 2024-11-20T18:21:27,272 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/data/default/test/9ade34fb7ddeda98fcb06131c0041258/.tmp/norep/512a9f2dfd7840bcb027762a636199a0 2024-11-20T18:21:27,273 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/data/hbase/meta/1588230740/table/f4d82edd855f45d89a802b8700ca4985, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T18:21:27,274 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1713ms, sequenceid=16, compaction requested=false 2024-11-20T18:21:27,276 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 512a9f2dfd7840bcb027762a636199a0 2024-11-20T18:21:27,276 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/data/default/test/9ade34fb7ddeda98fcb06131c0041258/.tmp/f/8e0a2c3db66a4f1d978697f8c5835b87 as hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/data/default/test/9ade34fb7ddeda98fcb06131c0041258/f/8e0a2c3db66a4f1d978697f8c5835b87 2024-11-20T18:21:27,280 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8e0a2c3db66a4f1d978697f8c5835b87 2024-11-20T18:21:27,280 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/data/default/test/9ade34fb7ddeda98fcb06131c0041258/f/8e0a2c3db66a4f1d978697f8c5835b87, entries=2, sequenceid=8, filesize=5.0 K 2024-11-20T18:21:27,281 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/data/default/test/9ade34fb7ddeda98fcb06131c0041258/.tmp/f1/497c3a2256dc4836bbc9f3446405198d as hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/data/default/test/9ade34fb7ddeda98fcb06131c0041258/f1/497c3a2256dc4836bbc9f3446405198d 2024-11-20T18:21:27,282 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T18:21:27,283 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T18:21:27,283 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T18:21:27,283 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T18:21:27,283 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732126885561Running coprocessor pre-close hooks at 1732126885561Disabling compacts and flushes for region at 1732126885561Disabling writes for close at 1732126885561Obtaining lock to block concurrent updates at 1732126885561Preparing flush snapshotting stores in 1588230740 at 1732126885561Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732126885561Flushing stores of hbase:meta,,1.1588230740 at 1732126885562 (+1 ms)Flushing 1588230740/info: creating writer at 1732126885562Flushing 1588230740/info: appending metadata at 1732126885576 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732126885576Flushing 1588230740/ns: creating writer at 1732126885985 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732126885999 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732126885999Flushing 1588230740/rep_barrier: creating writer at 1732126886409 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732126886427 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732126886427Flushing 1588230740/table: creating writer at 1732126886835 (+408 ms)Flushing 1588230740/table: appending metadata at 1732126886847 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732126886847Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24019a4: reopening flushed file at 1732126887255 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@695859a8: reopening flushed file at 1732126887259 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15710ac0: reopening flushed file at 1732126887264 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52f1d068: reopening flushed file at 1732126887269 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1713ms, sequenceid=16, compaction requested=false at 1732126887274 (+5 ms)Writing region close event to WAL at 1732126887279 (+5 ms)Running coprocessor post-close hooks at 1732126887282 (+3 ms)Closed at 1732126887283 (+1 ms) 2024-11-20T18:21:27,283 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T18:21:27,285 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 497c3a2256dc4836bbc9f3446405198d 2024-11-20T18:21:27,285 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/data/default/test/9ade34fb7ddeda98fcb06131c0041258/f1/497c3a2256dc4836bbc9f3446405198d, entries=2, sequenceid=8, filesize=5.0 K 2024-11-20T18:21:27,286 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/data/default/test/9ade34fb7ddeda98fcb06131c0041258/.tmp/norep/512a9f2dfd7840bcb027762a636199a0 as hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/data/default/test/9ade34fb7ddeda98fcb06131c0041258/norep/512a9f2dfd7840bcb027762a636199a0 2024-11-20T18:21:27,290 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 512a9f2dfd7840bcb027762a636199a0 2024-11-20T18:21:27,290 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/data/default/test/9ade34fb7ddeda98fcb06131c0041258/norep/512a9f2dfd7840bcb027762a636199a0, entries=1, sequenceid=8, filesize=5.0 K 2024-11-20T18:21:27,290 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 9ade34fb7ddeda98fcb06131c0041258 in 1283ms, sequenceid=8, compaction requested=false 2024-11-20T18:21:27,294 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/data/default/test/9ade34fb7ddeda98fcb06131c0041258/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T18:21:27,294 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T18:21:27,294 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T18:21:27,294 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732126872952.9ade34fb7ddeda98fcb06131c0041258. 2024-11-20T18:21:27,294 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9ade34fb7ddeda98fcb06131c0041258: Waiting for close lock at 1732126886006Running coprocessor pre-close hooks at 1732126886006Disabling compacts and flushes for region at 1732126886006Disabling writes for close at 1732126886007 (+1 ms)Obtaining lock to block concurrent updates at 1732126886007Preparing flush snapshotting stores in 9ade34fb7ddeda98fcb06131c0041258 at 1732126886007Finished memstore snapshotting test,,1732126872952.9ade34fb7ddeda98fcb06131c0041258., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732126886007Flushing stores of test,,1732126872952.9ade34fb7ddeda98fcb06131c0041258. at 1732126886007Flushing 9ade34fb7ddeda98fcb06131c0041258/f: creating writer at 1732126886007Flushing 9ade34fb7ddeda98fcb06131c0041258/f: appending metadata at 1732126886019 (+12 ms)Flushing 9ade34fb7ddeda98fcb06131c0041258/f: closing flushed file at 1732126886019Flushing 9ade34fb7ddeda98fcb06131c0041258/f1: creating writer at 1732126886429 (+410 ms)Flushing 9ade34fb7ddeda98fcb06131c0041258/f1: appending metadata at 1732126886442 (+13 ms)Flushing 9ade34fb7ddeda98fcb06131c0041258/f1: closing flushed file at 1732126886442Flushing 9ade34fb7ddeda98fcb06131c0041258/norep: creating writer at 1732126886850 (+408 ms)Flushing 9ade34fb7ddeda98fcb06131c0041258/norep: appending metadata at 1732126886867 (+17 ms)Flushing 9ade34fb7ddeda98fcb06131c0041258/norep: closing flushed file at 1732126886867Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67fc55d3: reopening flushed file at 1732126887276 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11c2125: reopening flushed file at 1732126887280 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@240484dc: reopening flushed file at 1732126887285 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 9ade34fb7ddeda98fcb06131c0041258 in 1283ms, sequenceid=8, compaction requested=false at 1732126887290 (+5 ms)Writing region close event to WAL at 1732126887291 (+1 ms)Running coprocessor post-close hooks at 1732126887294 (+3 ms)Closed at 1732126887294 2024-11-20T18:21:27,295 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732126872952.9ade34fb7ddeda98fcb06131c0041258. 2024-11-20T18:21:27,362 INFO [RS:0;6b87edf34edd:33775 {}] regionserver.HRegionServer(976): stopping server 6b87edf34edd,33775,1732126868848; all regions closed. 2024-11-20T18:21:27,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741834_1010 (size=4239) 2024-11-20T18:21:27,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741839_1015 (size=2676) 2024-11-20T18:21:27,366 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/WALs/6b87edf34edd,33775,1732126868848/6b87edf34edd%2C33775%2C1732126868848.rep.1732126880441 not finished, retry = 0 2024-11-20T18:21:27,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741832_1008 (size=1812) 2024-11-20T18:21:27,469 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/WALs/6b87edf34edd,33775,1732126868848/6b87edf34edd%2C33775%2C1732126868848.1732126870784 not finished, retry = 0 2024-11-20T18:21:27,570 DEBUG [RS:0;6b87edf34edd:33775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:27,570 INFO [RS:0;6b87edf34edd:33775 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T18:21:27,570 INFO [RS:0;6b87edf34edd:33775 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T18:21:27,570 INFO [RS:0;6b87edf34edd:33775 {}] hbase.ChoreService(370): Chore service for: regionserver/6b87edf34edd:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T18:21:27,571 INFO [RS:0;6b87edf34edd:33775 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T18:21:27,571 INFO [regionserver/6b87edf34edd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T18:21:27,571 INFO [RS:0;6b87edf34edd:33775 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6b87edf34edd,33775,1732126868848 because: Region server is closing 2024-11-20T18:21:27,571 INFO [RS:0;6b87edf34edd:33775 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b87edf34edd:33775. 2024-11-20T18:21:27,571 DEBUG [RS:0;6b87edf34edd:33775 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:21:27,571 DEBUG [RS:0;6b87edf34edd:33775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:27,571 DEBUG [RS:0;6b87edf34edd:33775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:27,571 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:21:27,645 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762.replicationSource.wal-reader.6b87edf34edd%2C34049%2C1732126863762,1-6b87edf34edd,34049,1732126863762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/WALs/6b87edf34edd,34049,1732126863762/6b87edf34edd%2C34049%2C1732126863762.1732126865794 to pos 912, reset compression=false 2024-11-20T18:21:27,672 INFO [RS:0;6b87edf34edd:33775 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,33775,1732126868848.replicationSource.shipper6b87edf34edd%2C33775%2C1732126868848,1-6b87edf34edd,33775,1732126868848 terminated 2024-11-20T18:21:27,672 INFO [RS:0;6b87edf34edd:33775 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b87edf34edd:33775. 2024-11-20T18:21:27,672 DEBUG [RS:0;6b87edf34edd:33775 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:21:27,672 DEBUG [RS:0;6b87edf34edd:33775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:27,672 DEBUG [RS:0;6b87edf34edd:33775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:27,672 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:21:27,672 INFO [RS:0;6b87edf34edd:33775 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33775 2024-11-20T18:21:27,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33775-0x101597a639d0004, quorum=127.0.0.1:55317, baseZNode=/1-1470288029 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1470288029/rs/6b87edf34edd,33775,1732126868848 2024-11-20T18:21:27,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38649-0x101597a639d0003, quorum=127.0.0.1:55317, baseZNode=/1-1470288029 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1470288029/rs 2024-11-20T18:21:27,737 INFO [RS:0;6b87edf34edd:33775 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T18:21:27,748 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b87edf34edd,33775,1732126868848] 2024-11-20T18:21:27,758 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1470288029/draining/6b87edf34edd,33775,1732126868848 already deleted, retry=false 2024-11-20T18:21:27,758 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b87edf34edd,33775,1732126868848 expired; onlineServers=0 2024-11-20T18:21:27,758 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b87edf34edd,38649,1732126868695' ***** 2024-11-20T18:21:27,758 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T18:21:27,758 INFO [M:0;6b87edf34edd:38649 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T18:21:27,758 INFO [M:0;6b87edf34edd:38649 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T18:21:27,759 DEBUG [M:0;6b87edf34edd:38649 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T18:21:27,759 DEBUG [M:0;6b87edf34edd:38649 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T18:21:27,759 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T18:21:27,759 DEBUG [master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732126870452 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732126870452,5,FailOnTimeoutGroup] 2024-11-20T18:21:27,759 DEBUG [master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732126870452 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732126870452,5,FailOnTimeoutGroup] 2024-11-20T18:21:27,759 INFO [M:0;6b87edf34edd:38649 {}] hbase.ChoreService(370): Chore service for: master/6b87edf34edd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T18:21:27,759 INFO [M:0;6b87edf34edd:38649 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T18:21:27,759 DEBUG [M:0;6b87edf34edd:38649 {}] master.HMaster(1795): Stopping service threads 2024-11-20T18:21:27,759 INFO [M:0;6b87edf34edd:38649 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T18:21:27,759 INFO [M:0;6b87edf34edd:38649 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T18:21:27,759 INFO [M:0;6b87edf34edd:38649 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T18:21:27,759 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T18:21:27,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38649-0x101597a639d0003, quorum=127.0.0.1:55317, baseZNode=/1-1470288029 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1470288029/master 2024-11-20T18:21:27,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38649-0x101597a639d0003, quorum=127.0.0.1:55317, baseZNode=/1-1470288029 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1470288029 2024-11-20T18:21:27,769 DEBUG [M:0;6b87edf34edd:38649 {}] zookeeper.ZKUtil(347): master:38649-0x101597a639d0003, quorum=127.0.0.1:55317, baseZNode=/1-1470288029 Unable to get data of znode /1-1470288029/master because node does not exist (not an error) 2024-11-20T18:21:27,769 WARN [M:0;6b87edf34edd:38649 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T18:21:27,769 INFO [M:0;6b87edf34edd:38649 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/.lastflushedseqids 2024-11-20T18:21:27,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741848_1024 (size=245) 2024-11-20T18:21:27,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33775-0x101597a639d0004, quorum=127.0.0.1:55317, baseZNode=/1-1470288029 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:21:27,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33775-0x101597a639d0004, quorum=127.0.0.1:55317, baseZNode=/1-1470288029 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:21:27,848 INFO [RS:0;6b87edf34edd:33775 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T18:21:27,848 INFO [RS:0;6b87edf34edd:33775 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b87edf34edd,33775,1732126868848; zookeeper connection closed. 2024-11-20T18:21:27,848 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6dc1b921 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6dc1b921 2024-11-20T18:21:27,848 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T18:21:28,178 INFO [M:0;6b87edf34edd:38649 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T18:21:28,178 INFO [M:0;6b87edf34edd:38649 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T18:21:28,178 DEBUG [M:0;6b87edf34edd:38649 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T18:21:28,178 INFO [M:0;6b87edf34edd:38649 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:21:28,179 DEBUG [M:0;6b87edf34edd:38649 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:21:28,179 DEBUG [M:0;6b87edf34edd:38649 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T18:21:28,179 DEBUG [M:0;6b87edf34edd:38649 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:21:28,179 INFO [M:0;6b87edf34edd:38649 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-20T18:21:28,194 DEBUG [M:0;6b87edf34edd:38649 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e81194569fe24355a806380021294c71 is 82, key is hbase:meta,,1/info:regioninfo/1732126871700/Put/seqid=0 2024-11-20T18:21:28,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741849_1025 (size=5672) 2024-11-20T18:21:28,449 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762.replicationSource.wal-reader.6b87edf34edd%2C34049%2C1732126863762,1-6b87edf34edd,34049,1732126863762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/WALs/6b87edf34edd,34049,1732126863762/6b87edf34edd%2C34049%2C1732126863762.1732126865794 to pos 912, reset compression=false 2024-11-20T18:21:28,602 INFO [M:0;6b87edf34edd:38649 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e81194569fe24355a806380021294c71 2024-11-20T18:21:28,619 DEBUG [M:0;6b87edf34edd:38649 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/14f29457b7ff476988d57b5a0d129a49 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732126880481/Put/seqid=0 2024-11-20T18:21:28,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741850_1026 (size=8517) 2024-11-20T18:21:29,023 INFO [M:0;6b87edf34edd:38649 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/14f29457b7ff476988d57b5a0d129a49 2024-11-20T18:21:29,038 DEBUG [M:0;6b87edf34edd:38649 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/866467cdf9844c62bb50bc81cc9a0134 is 69, key is 6b87edf34edd,33775,1732126868848/rs:state/1732126870512/Put/seqid=0 2024-11-20T18:21:29,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741851_1027 (size=5156) 2024-11-20T18:21:29,353 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762.replicationSource.wal-reader.6b87edf34edd%2C34049%2C1732126863762,1-6b87edf34edd,34049,1732126863762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/WALs/6b87edf34edd,34049,1732126863762/6b87edf34edd%2C34049%2C1732126863762.1732126865794 to pos 912, reset compression=false 2024-11-20T18:21:29,441 INFO [M:0;6b87edf34edd:38649 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/866467cdf9844c62bb50bc81cc9a0134 2024-11-20T18:21:29,446 DEBUG [M:0;6b87edf34edd:38649 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e81194569fe24355a806380021294c71 as hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e81194569fe24355a806380021294c71 2024-11-20T18:21:29,449 INFO [M:0;6b87edf34edd:38649 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e81194569fe24355a806380021294c71, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T18:21:29,450 DEBUG [M:0;6b87edf34edd:38649 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/14f29457b7ff476988d57b5a0d129a49 as hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/14f29457b7ff476988d57b5a0d129a49 2024-11-20T18:21:29,453 INFO [M:0;6b87edf34edd:38649 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/14f29457b7ff476988d57b5a0d129a49, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T18:21:29,454 DEBUG [M:0;6b87edf34edd:38649 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/866467cdf9844c62bb50bc81cc9a0134 as hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/866467cdf9844c62bb50bc81cc9a0134 2024-11-20T18:21:29,458 INFO [M:0;6b87edf34edd:38649 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42263/user/jenkins/test-data/d6c01633-78a2-a3c2-47a0-92b2a21ead05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/866467cdf9844c62bb50bc81cc9a0134, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T18:21:29,459 INFO [M:0;6b87edf34edd:38649 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=97, compaction requested=false 2024-11-20T18:21:29,460 INFO [M:0;6b87edf34edd:38649 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:21:29,460 DEBUG [M:0;6b87edf34edd:38649 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732126888178Disabling compacts and flushes for region at 1732126888178Disabling writes for close at 1732126888179 (+1 ms)Obtaining lock to block concurrent updates at 1732126888179Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732126888179Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732126888179Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732126888180 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732126888180Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732126888193 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732126888193Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732126888606 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732126888619 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732126888619Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732126889026 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732126889038 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732126889038Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51e51326: reopening flushed file at 1732126889445 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c566953: reopening flushed file at 1732126889449 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42d9615b: reopening flushed file at 1732126889454 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=97, compaction requested=false at 1732126889459 (+5 ms)Writing region close event to WAL at 1732126889460 (+1 ms)Closed at 1732126889460 2024-11-20T18:21:29,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32829 is added to blk_1073741830_1006 (size=63666) 2024-11-20T18:21:29,463 INFO [M:0;6b87edf34edd:38649 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T18:21:29,463 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T18:21:29,463 INFO [M:0;6b87edf34edd:38649 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38649 2024-11-20T18:21:29,463 INFO [M:0;6b87edf34edd:38649 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T18:21:29,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38649-0x101597a639d0003, quorum=127.0.0.1:55317, baseZNode=/1-1470288029 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:21:29,627 INFO [M:0;6b87edf34edd:38649 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T18:21:29,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38649-0x101597a639d0003, quorum=127.0.0.1:55317, baseZNode=/1-1470288029 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:21:29,663 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@68dc2cd5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T18:21:29,663 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c78992{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T18:21:29,664 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T18:21:29,664 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a7f68b0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T18:21:29,664 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69e5a6e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc6119c-f27f-f350-6d52-47e2ae331ab9/hadoop.log.dir/,STOPPED} 2024-11-20T18:21:29,665 WARN [BP-605966719-172.17.0.3-1732126866560 heartbeating to localhost/127.0.0.1:42263 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T18:21:29,665 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T18:21:29,665 WARN [BP-605966719-172.17.0.3-1732126866560 heartbeating to localhost/127.0.0.1:42263 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-605966719-172.17.0.3-1732126866560 (Datanode Uuid e60c10aa-02f8-403a-9b71-6d267493511e) service to localhost/127.0.0.1:42263 2024-11-20T18:21:29,665 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T18:21:29,665 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc6119c-f27f-f350-6d52-47e2ae331ab9/cluster_57489f62-0f92-fbf9-4bcf-dd850e41729e/data/data1/current/BP-605966719-172.17.0.3-1732126866560 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T18:21:29,665 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc6119c-f27f-f350-6d52-47e2ae331ab9/cluster_57489f62-0f92-fbf9-4bcf-dd850e41729e/data/data2/current/BP-605966719-172.17.0.3-1732126866560 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T18:21:29,666 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T18:21:29,670 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ac1640d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T18:21:29,671 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60b3e7c9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T18:21:29,671 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T18:21:29,671 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4817aa89{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T18:21:29,671 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f9dd7a6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc6119c-f27f-f350-6d52-47e2ae331ab9/hadoop.log.dir/,STOPPED} 2024-11-20T18:21:29,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T18:21:29,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T18:21:29,682 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:21:29,682 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:21:29,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:29,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:29,683 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:21:29,683 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T18:21:29,683 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1234515311, stopped=false 2024-11-20T18:21:29,683 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b87edf34edd,45153,1732126863384 2024-11-20T18:21:29,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45153-0x101597a639d0000, quorum=127.0.0.1:55317, baseZNode=/01579057008 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01579057008/running 2024-11-20T18:21:29,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45153-0x101597a639d0000, quorum=127.0.0.1:55317, baseZNode=/01579057008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01579057008 2024-11-20T18:21:29,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34049-0x101597a639d0001, quorum=127.0.0.1:55317, baseZNode=/01579057008 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01579057008/running 2024-11-20T18:21:29,695 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T18:21:29,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34049-0x101597a639d0001, quorum=127.0.0.1:55317, baseZNode=/01579057008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01579057008 2024-11-20T18:21:29,695 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:21:29,695 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:21:29,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:29,696 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34049-0x101597a639d0001, quorum=127.0.0.1:55317, baseZNode=/01579057008 Set watcher on znode that does not yet exist, /01579057008/running 2024-11-20T18:21:29,696 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45153-0x101597a639d0000, quorum=127.0.0.1:55317, baseZNode=/01579057008 Set watcher on znode that does not yet exist, /01579057008/running 2024-11-20T18:21:29,696 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b87edf34edd,34049,1732126863762' ***** 2024-11-20T18:21:29,696 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T18:21:29,696 INFO [RS:0;6b87edf34edd:34049 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T18:21:29,696 INFO [RS:0;6b87edf34edd:34049 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T18:21:29,696 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T18:21:29,696 INFO [RS:0;6b87edf34edd:34049 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T18:21:29,696 INFO [RS:0;6b87edf34edd:34049 {}] regionserver.HRegionServer(3091): Received CLOSE for 322ddd082e185945899f6539b829849a 2024-11-20T18:21:29,696 INFO [RS:0;6b87edf34edd:34049 {}] regionserver.HRegionServer(3091): Received CLOSE for 4e5877aca837837216e91f8c227e900c 2024-11-20T18:21:29,696 INFO [RS:0;6b87edf34edd:34049 {}] regionserver.HRegionServer(959): stopping server 6b87edf34edd,34049,1732126863762 2024-11-20T18:21:29,696 INFO [RS:0;6b87edf34edd:34049 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T18:21:29,696 INFO [RS:0;6b87edf34edd:34049 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b87edf34edd:34049. 2024-11-20T18:21:29,696 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 322ddd082e185945899f6539b829849a, disabling compactions & flushes 2024-11-20T18:21:29,697 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732126875128.322ddd082e185945899f6539b829849a. 2024-11-20T18:21:29,697 DEBUG [RS:0;6b87edf34edd:34049 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:21:29,697 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732126875128.322ddd082e185945899f6539b829849a. 2024-11-20T18:21:29,697 DEBUG [RS:0;6b87edf34edd:34049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:29,697 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732126875128.322ddd082e185945899f6539b829849a. after waiting 0 ms 2024-11-20T18:21:29,697 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732126875128.322ddd082e185945899f6539b829849a. 2024-11-20T18:21:29,697 INFO [RS:0;6b87edf34edd:34049 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T18:21:29,697 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 322ddd082e185945899f6539b829849a 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-20T18:21:29,697 INFO [RS:0;6b87edf34edd:34049 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T18:21:29,697 INFO [RS:0;6b87edf34edd:34049 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T18:21:29,697 INFO [RS:0;6b87edf34edd:34049 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T18:21:29,697 INFO [RS:0;6b87edf34edd:34049 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T18:21:29,697 DEBUG [RS:0;6b87edf34edd:34049 {}] regionserver.HRegionServer(1325): Online Regions={322ddd082e185945899f6539b829849a=hbase:replication,,1732126875128.322ddd082e185945899f6539b829849a., 1588230740=hbase:meta,,1.1588230740, 4e5877aca837837216e91f8c227e900c=test,,1732126871805.4e5877aca837837216e91f8c227e900c.} 2024-11-20T18:21:29,697 DEBUG [RS:0;6b87edf34edd:34049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 322ddd082e185945899f6539b829849a, 4e5877aca837837216e91f8c227e900c 2024-11-20T18:21:29,697 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T18:21:29,697 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T18:21:29,697 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T18:21:29,697 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T18:21:29,697 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T18:21:29,697 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T18:21:29,715 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/data/hbase/replication/322ddd082e185945899f6539b829849a/.tmp/queue/0fb6cc22f39a42cfafb8f9030903ee33 is 153, key is 1-6b87edf34edd,34049,1732126863762/queue:6b87edf34edd%2C34049%2C1732126863762/1732126884923/Put/seqid=0 2024-11-20T18:21:29,716 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/data/hbase/meta/1588230740/.tmp/info/62acb2b74a564001a336759c336a2f1f is 147, key is hbase:replication,,1732126875128.322ddd082e185945899f6539b829849a./info:regioninfo/1732126876830/Put/seqid=0 2024-11-20T18:21:29,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35919 is added to blk_1073741840_1016 (size=5352) 2024-11-20T18:21:29,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35919 is added to blk_1073741841_1017 (size=7686) 2024-11-20T18:21:29,777 INFO [regionserver/6b87edf34edd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T18:21:29,897 DEBUG [RS:0;6b87edf34edd:34049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 322ddd082e185945899f6539b829849a, 4e5877aca837837216e91f8c227e900c 2024-11-20T18:21:30,097 DEBUG [RS:0;6b87edf34edd:34049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 322ddd082e185945899f6539b829849a, 4e5877aca837837216e91f8c227e900c 2024-11-20T18:21:30,119 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/data/hbase/replication/322ddd082e185945899f6539b829849a/.tmp/queue/0fb6cc22f39a42cfafb8f9030903ee33 2024-11-20T18:21:30,119 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/data/hbase/meta/1588230740/.tmp/info/62acb2b74a564001a336759c336a2f1f 2024-11-20T18:21:30,124 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/data/hbase/replication/322ddd082e185945899f6539b829849a/.tmp/queue/0fb6cc22f39a42cfafb8f9030903ee33 as hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/data/hbase/replication/322ddd082e185945899f6539b829849a/queue/0fb6cc22f39a42cfafb8f9030903ee33 2024-11-20T18:21:30,128 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/data/hbase/replication/322ddd082e185945899f6539b829849a/queue/0fb6cc22f39a42cfafb8f9030903ee33, entries=1, sequenceid=10, filesize=5.2 K 2024-11-20T18:21:30,129 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 322ddd082e185945899f6539b829849a in 431ms, sequenceid=10, compaction requested=false 2024-11-20T18:21:30,129 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T18:21:30,132 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/data/hbase/replication/322ddd082e185945899f6539b829849a/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-20T18:21:30,132 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T18:21:30,132 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T18:21:30,132 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732126875128.322ddd082e185945899f6539b829849a. 2024-11-20T18:21:30,133 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 322ddd082e185945899f6539b829849a: Waiting for close lock at 1732126889696Running coprocessor pre-close hooks at 1732126889696Disabling compacts and flushes for region at 1732126889696Disabling writes for close at 1732126889697 (+1 ms)Obtaining lock to block concurrent updates at 1732126889697Preparing flush snapshotting stores in 322ddd082e185945899f6539b829849a at 1732126889697Finished memstore snapshotting hbase:replication,,1732126875128.322ddd082e185945899f6539b829849a., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1732126889697Flushing stores of hbase:replication,,1732126875128.322ddd082e185945899f6539b829849a. at 1732126889697Flushing 322ddd082e185945899f6539b829849a/queue: creating writer at 1732126889697Flushing 322ddd082e185945899f6539b829849a/queue: appending metadata at 1732126889715 (+18 ms)Flushing 322ddd082e185945899f6539b829849a/queue: closing flushed file at 1732126889715Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d82a3e: reopening flushed file at 1732126890124 (+409 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 322ddd082e185945899f6539b829849a in 431ms, sequenceid=10, compaction requested=false at 1732126890129 (+5 ms)Writing region close event to WAL at 1732126890129Running coprocessor post-close hooks at 1732126890132 (+3 ms)Closed at 1732126890132 2024-11-20T18:21:30,133 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732126875128.322ddd082e185945899f6539b829849a. 2024-11-20T18:21:30,133 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4e5877aca837837216e91f8c227e900c, disabling compactions & flushes 2024-11-20T18:21:30,133 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732126871805.4e5877aca837837216e91f8c227e900c. 2024-11-20T18:21:30,133 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732126871805.4e5877aca837837216e91f8c227e900c. 2024-11-20T18:21:30,133 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732126871805.4e5877aca837837216e91f8c227e900c. after waiting 0 ms 2024-11-20T18:21:30,133 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732126871805.4e5877aca837837216e91f8c227e900c. 2024-11-20T18:21:30,133 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4e5877aca837837216e91f8c227e900c 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-20T18:21:30,142 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/data/hbase/meta/1588230740/.tmp/ns/e0cc98c8a0934496b38c806f3e8e1211 is 43, key is default/ns:d/1732126866471/Put/seqid=0 2024-11-20T18:21:30,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35919 is added to blk_1073741842_1018 (size=5153) 2024-11-20T18:21:30,146 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/data/hbase/meta/1588230740/.tmp/ns/e0cc98c8a0934496b38c806f3e8e1211 2024-11-20T18:21:30,148 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/data/default/test/4e5877aca837837216e91f8c227e900c/.tmp/f/77711f8bafd24a3a812b4924461cdd91 is 29, key is row1/f:/1732126884479/DeleteFamily/seqid=0 2024-11-20T18:21:30,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35919 is added to blk_1073741843_1019 (size=5118) 2024-11-20T18:21:30,163 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/data/hbase/meta/1588230740/.tmp/rep_barrier/3b520a8792554b47bb1c681216cca09c is 112, key is test,,1732126871805.4e5877aca837837216e91f8c227e900c./rep_barrier:seqnumDuringOpen/1732126872554/Put/seqid=0 2024-11-20T18:21:30,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35919 is added to blk_1073741844_1020 (size=5518) 2024-11-20T18:21:30,297 DEBUG [RS:0;6b87edf34edd:34049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4e5877aca837837216e91f8c227e900c 2024-11-20T18:21:30,357 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762.replicationSource.wal-reader.6b87edf34edd%2C34049%2C1732126863762,1-6b87edf34edd,34049,1732126863762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/WALs/6b87edf34edd,34049,1732126863762/6b87edf34edd%2C34049%2C1732126863762.1732126865794 to pos 912, reset compression=false 2024-11-20T18:21:30,361 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762.replicationSource.wal-reader.6b87edf34edd%2C34049%2C1732126863762,1-6b87edf34edd,34049,1732126863762 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T18:21:30,361 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762.replicationSource.wal-reader.6b87edf34edd%2C34049%2C1732126863762,1-6b87edf34edd,34049,1732126863762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/WALs/6b87edf34edd,34049,1732126863762/6b87edf34edd%2C34049%2C1732126863762.1732126865794 to pos 1159, reset compression=false 2024-11-20T18:21:30,361 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762.replicationSource.shipper6b87edf34edd%2C34049%2C1732126863762,1-6b87edf34edd,34049,1732126863762 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,34049,1732126863762 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/WALs/6b87edf34edd,34049,1732126863762/6b87edf34edd%2C34049%2C1732126863762.1732126865794, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T18:21:30,362 ERROR [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762.replicationSource.shipper6b87edf34edd%2C34049%2C1732126863762,1-6b87edf34edd,34049,1732126863762 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6b87edf34edd,34049,1732126863762: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6b87edf34edd,34049,1732126863762, walGroup=6b87edf34edd%2C34049%2C1732126863762, offset=6b87edf34edd%2C34049%2C1732126863762.1732126865794:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b87edf34edd:34049 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T18:21:30,363 ERROR [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762.replicationSource.shipper6b87edf34edd%2C34049%2C1732126863762,1-6b87edf34edd,34049,1732126863762 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T18:21:30,364 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762.replicationSource.shipper6b87edf34edd%2C34049%2C1732126863762,1-6b87edf34edd,34049,1732126863762 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T18:21:30,364 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762.replicationSource.shipper6b87edf34edd%2C34049%2C1732126863762,1-6b87edf34edd,34049,1732126863762 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T18:21:30,364 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762.replicationSource.shipper6b87edf34edd%2C34049%2C1732126863762,1-6b87edf34edd,34049,1732126863762 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T18:21:30,364 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762.replicationSource.shipper6b87edf34edd%2C34049%2C1732126863762,1-6b87edf34edd,34049,1732126863762 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T18:21:30,364 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762.replicationSource.shipper6b87edf34edd%2C34049%2C1732126863762,1-6b87edf34edd,34049,1732126863762 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 696370920 }, "NonHeapMemoryUsage": { "committed": 195035136, "init": 7667712, "max": -1, "used": 192195680 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T18:21:30,365 WARN [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762.replicationSource.shipper6b87edf34edd%2C34049%2C1732126863762,1-6b87edf34edd,34049,1732126863762 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b87edf34edd:45153 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b87edf34edd:45153 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T18:21:30,498 DEBUG [RS:0;6b87edf34edd:34049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4e5877aca837837216e91f8c227e900c 2024-11-20T18:21:30,551 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/data/default/test/4e5877aca837837216e91f8c227e900c/.tmp/f/77711f8bafd24a3a812b4924461cdd91 2024-11-20T18:21:30,555 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 77711f8bafd24a3a812b4924461cdd91 2024-11-20T18:21:30,565 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762.replicationSource.wal-reader.6b87edf34edd%2C34049%2C1732126863762,1-6b87edf34edd,34049,1732126863762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/WALs/6b87edf34edd,34049,1732126863762/6b87edf34edd%2C34049%2C1732126863762.1732126865794 to pos 1159, reset compression=false 2024-11-20T18:21:30,566 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/data/hbase/meta/1588230740/.tmp/rep_barrier/3b520a8792554b47bb1c681216cca09c 2024-11-20T18:21:30,569 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/data/default/test/4e5877aca837837216e91f8c227e900c/.tmp/f1/718ded7c0fc84c729dcb5d53b53a3d30 is 30, key is row1/f1:/1732126884479/DeleteFamily/seqid=0 2024-11-20T18:21:30,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35919 is added to blk_1073741845_1021 (size=5123) 2024-11-20T18:21:30,587 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/data/hbase/meta/1588230740/.tmp/table/e5a013ba5fea4f739540af9f7096f6ea is 53, key is hbase:replication/table:state/1732126876836/Put/seqid=0 2024-11-20T18:21:30,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35919 is added to blk_1073741846_1022 (size=5308) 2024-11-20T18:21:30,656 INFO [regionserver/6b87edf34edd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T18:21:30,656 INFO [regionserver/6b87edf34edd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T18:21:30,698 INFO [RS:0;6b87edf34edd:34049 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T18:21:30,698 DEBUG [RS:0;6b87edf34edd:34049 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4e5877aca837837216e91f8c227e900c=test,,1732126871805.4e5877aca837837216e91f8c227e900c.} 2024-11-20T18:21:30,698 DEBUG [RS:0;6b87edf34edd:34049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4e5877aca837837216e91f8c227e900c 2024-11-20T18:21:30,868 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762.replicationSource.wal-reader.6b87edf34edd%2C34049%2C1732126863762,1-6b87edf34edd,34049,1732126863762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/WALs/6b87edf34edd,34049,1732126863762/6b87edf34edd%2C34049%2C1732126863762.1732126865794 to pos 1159, reset compression=false 2024-11-20T18:21:30,898 DEBUG [RS:0;6b87edf34edd:34049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4e5877aca837837216e91f8c227e900c 2024-11-20T18:21:30,973 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/data/default/test/4e5877aca837837216e91f8c227e900c/.tmp/f1/718ded7c0fc84c729dcb5d53b53a3d30 2024-11-20T18:21:30,976 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 718ded7c0fc84c729dcb5d53b53a3d30 2024-11-20T18:21:30,990 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/data/default/test/4e5877aca837837216e91f8c227e900c/.tmp/norep/a4042caf86b04e30a4117ec90e8b69b6 is 32, key is row/norep:/1732126883474/DeleteFamily/seqid=0 2024-11-20T18:21:30,991 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/data/hbase/meta/1588230740/.tmp/table/e5a013ba5fea4f739540af9f7096f6ea 2024-11-20T18:21:30,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35919 is added to blk_1073741847_1023 (size=5101) 2024-11-20T18:21:30,997 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/data/hbase/meta/1588230740/.tmp/info/62acb2b74a564001a336759c336a2f1f as hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/data/hbase/meta/1588230740/info/62acb2b74a564001a336759c336a2f1f 2024-11-20T18:21:31,000 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/data/hbase/meta/1588230740/info/62acb2b74a564001a336759c336a2f1f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T18:21:31,001 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/data/hbase/meta/1588230740/.tmp/ns/e0cc98c8a0934496b38c806f3e8e1211 as hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/data/hbase/meta/1588230740/ns/e0cc98c8a0934496b38c806f3e8e1211 2024-11-20T18:21:31,004 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/data/hbase/meta/1588230740/ns/e0cc98c8a0934496b38c806f3e8e1211, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T18:21:31,005 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/data/hbase/meta/1588230740/.tmp/rep_barrier/3b520a8792554b47bb1c681216cca09c as hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/data/hbase/meta/1588230740/rep_barrier/3b520a8792554b47bb1c681216cca09c 2024-11-20T18:21:31,008 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/data/hbase/meta/1588230740/rep_barrier/3b520a8792554b47bb1c681216cca09c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T18:21:31,009 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/data/hbase/meta/1588230740/.tmp/table/e5a013ba5fea4f739540af9f7096f6ea as hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/data/hbase/meta/1588230740/table/e5a013ba5fea4f739540af9f7096f6ea 2024-11-20T18:21:31,012 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/data/hbase/meta/1588230740/table/e5a013ba5fea4f739540af9f7096f6ea, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T18:21:31,013 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1316ms, sequenceid=16, compaction requested=false 2024-11-20T18:21:31,013 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T18:21:31,018 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T18:21:31,018 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T18:21:31,018 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T18:21:31,019 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T18:21:31,019 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732126889697Running coprocessor pre-close hooks at 1732126889697Disabling compacts and flushes for region at 1732126889697Disabling writes for close at 1732126889697Obtaining lock to block concurrent updates at 1732126889697Preparing flush snapshotting stores in 1588230740 at 1732126889697Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732126889697Flushing stores of hbase:meta,,1.1588230740 at 1732126889698 (+1 ms)Flushing 1588230740/info: creating writer at 1732126889698Flushing 1588230740/info: appending metadata at 1732126889715 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732126889715Flushing 1588230740/ns: creating writer at 1732126890124 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732126890142 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732126890142Flushing 1588230740/rep_barrier: creating writer at 1732126890149 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732126890162 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732126890162Flushing 1588230740/table: creating writer at 1732126890570 (+408 ms)Flushing 1588230740/table: appending metadata at 1732126890587 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732126890587Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58933a81: reopening flushed file at 1732126890996 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@670aec92: reopening flushed file at 1732126891000 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18e616d2: reopening flushed file at 1732126891004 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@640d1cdc: reopening flushed file at 1732126891008 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1316ms, sequenceid=16, compaction requested=false at 1732126891013 (+5 ms)Writing region close event to WAL at 1732126891015 (+2 ms)Running coprocessor post-close hooks at 1732126891018 (+3 ms)Closed at 1732126891018 2024-11-20T18:21:31,019 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T18:21:31,098 DEBUG [RS:0;6b87edf34edd:34049 {}] regionserver.HRegionServer(1351): Waiting on 4e5877aca837837216e91f8c227e900c 2024-11-20T18:21:31,272 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762.replicationSource.wal-reader.6b87edf34edd%2C34049%2C1732126863762,1-6b87edf34edd,34049,1732126863762 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/WALs/6b87edf34edd,34049,1732126863762/6b87edf34edd%2C34049%2C1732126863762.1732126865794 to pos 1159, reset compression=false 2024-11-20T18:21:31,298 DEBUG [RS:0;6b87edf34edd:34049 {}] regionserver.HRegionServer(1351): Waiting on 4e5877aca837837216e91f8c227e900c 2024-11-20T18:21:31,395 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/data/default/test/4e5877aca837837216e91f8c227e900c/.tmp/norep/a4042caf86b04e30a4117ec90e8b69b6 2024-11-20T18:21:31,399 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a4042caf86b04e30a4117ec90e8b69b6 2024-11-20T18:21:31,400 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/data/default/test/4e5877aca837837216e91f8c227e900c/.tmp/f/77711f8bafd24a3a812b4924461cdd91 as hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/data/default/test/4e5877aca837837216e91f8c227e900c/f/77711f8bafd24a3a812b4924461cdd91 2024-11-20T18:21:31,404 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 77711f8bafd24a3a812b4924461cdd91 2024-11-20T18:21:31,404 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/data/default/test/4e5877aca837837216e91f8c227e900c/f/77711f8bafd24a3a812b4924461cdd91, entries=2, sequenceid=8, filesize=5.0 K 2024-11-20T18:21:31,405 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/data/default/test/4e5877aca837837216e91f8c227e900c/.tmp/f1/718ded7c0fc84c729dcb5d53b53a3d30 as hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/data/default/test/4e5877aca837837216e91f8c227e900c/f1/718ded7c0fc84c729dcb5d53b53a3d30 2024-11-20T18:21:31,408 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 718ded7c0fc84c729dcb5d53b53a3d30 2024-11-20T18:21:31,408 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/data/default/test/4e5877aca837837216e91f8c227e900c/f1/718ded7c0fc84c729dcb5d53b53a3d30, entries=2, sequenceid=8, filesize=5.0 K 2024-11-20T18:21:31,409 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/data/default/test/4e5877aca837837216e91f8c227e900c/.tmp/norep/a4042caf86b04e30a4117ec90e8b69b6 as hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/data/default/test/4e5877aca837837216e91f8c227e900c/norep/a4042caf86b04e30a4117ec90e8b69b6 2024-11-20T18:21:31,413 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a4042caf86b04e30a4117ec90e8b69b6 2024-11-20T18:21:31,413 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/data/default/test/4e5877aca837837216e91f8c227e900c/norep/a4042caf86b04e30a4117ec90e8b69b6, entries=1, sequenceid=8, filesize=5.0 K 2024-11-20T18:21:31,414 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 4e5877aca837837216e91f8c227e900c in 1281ms, sequenceid=8, compaction requested=false 2024-11-20T18:21:31,414 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T18:21:31,418 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/data/default/test/4e5877aca837837216e91f8c227e900c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T18:21:31,418 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T18:21:31,418 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T18:21:31,418 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732126871805.4e5877aca837837216e91f8c227e900c. 2024-11-20T18:21:31,418 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4e5877aca837837216e91f8c227e900c: Waiting for close lock at 1732126890133Running coprocessor pre-close hooks at 1732126890133Disabling compacts and flushes for region at 1732126890133Disabling writes for close at 1732126890133Obtaining lock to block concurrent updates at 1732126890133Preparing flush snapshotting stores in 4e5877aca837837216e91f8c227e900c at 1732126890133Finished memstore snapshotting test,,1732126871805.4e5877aca837837216e91f8c227e900c., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732126890133Flushing stores of test,,1732126871805.4e5877aca837837216e91f8c227e900c. at 1732126890134 (+1 ms)Flushing 4e5877aca837837216e91f8c227e900c/f: creating writer at 1732126890134Flushing 4e5877aca837837216e91f8c227e900c/f: appending metadata at 1732126890147 (+13 ms)Flushing 4e5877aca837837216e91f8c227e900c/f: closing flushed file at 1732126890147Flushing 4e5877aca837837216e91f8c227e900c/f1: creating writer at 1732126890555 (+408 ms)Flushing 4e5877aca837837216e91f8c227e900c/f1: appending metadata at 1732126890569 (+14 ms)Flushing 4e5877aca837837216e91f8c227e900c/f1: closing flushed file at 1732126890569Flushing 4e5877aca837837216e91f8c227e900c/norep: creating writer at 1732126890977 (+408 ms)Flushing 4e5877aca837837216e91f8c227e900c/norep: appending metadata at 1732126890989 (+12 ms)Flushing 4e5877aca837837216e91f8c227e900c/norep: closing flushed file at 1732126890989Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4590c5de: reopening flushed file at 1732126891399 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cce4095: reopening flushed file at 1732126891404 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58dae81e: reopening flushed file at 1732126891409 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 4e5877aca837837216e91f8c227e900c in 1281ms, sequenceid=8, compaction requested=false at 1732126891414 (+5 ms)Writing region close event to WAL at 1732126891415 (+1 ms)Running coprocessor post-close hooks at 1732126891418 (+3 ms)Closed at 1732126891418 2024-11-20T18:21:31,418 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732126871805.4e5877aca837837216e91f8c227e900c. 2024-11-20T18:21:31,498 INFO [RS:0;6b87edf34edd:34049 {}] regionserver.HRegionServer(976): stopping server 6b87edf34edd,34049,1732126863762; all regions closed. 2024-11-20T18:21:31,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35919 is added to blk_1073741834_1010 (size=4239) 2024-11-20T18:21:31,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35919 is added to blk_1073741839_1015 (size=2676) 2024-11-20T18:21:31,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35919 is added to blk_1073741833_1009 (size=1811) 2024-11-20T18:21:31,505 DEBUG [RS:0;6b87edf34edd:34049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:31,505 INFO [RS:0;6b87edf34edd:34049 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T18:21:31,505 INFO [RS:0;6b87edf34edd:34049 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T18:21:31,505 INFO [RS:0;6b87edf34edd:34049 {}] hbase.ChoreService(370): Chore service for: regionserver/6b87edf34edd:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T18:21:31,505 INFO [RS:0;6b87edf34edd:34049 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T18:21:31,505 INFO [regionserver/6b87edf34edd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T18:21:31,505 INFO [RS:0;6b87edf34edd:34049 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6b87edf34edd,34049,1732126863762 because: Region server is closing 2024-11-20T18:21:31,505 INFO [RS:0;6b87edf34edd:34049 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b87edf34edd:34049. 2024-11-20T18:21:31,505 DEBUG [RS:0;6b87edf34edd:34049 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:21:31,505 DEBUG [RS:0;6b87edf34edd:34049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:31,506 DEBUG [RS:0;6b87edf34edd:34049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:31,506 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:21:31,508 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T18:21:31,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:31,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:31,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:31,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:31,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:31,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:31,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:31,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:31,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:31,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:31,606 INFO [RS:0;6b87edf34edd:34049 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762.replicationSource.shipper6b87edf34edd%2C34049%2C1732126863762,1-6b87edf34edd,34049,1732126863762 terminated 2024-11-20T18:21:31,606 INFO [RS:0;6b87edf34edd:34049 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b87edf34edd:34049. 2024-11-20T18:21:31,606 WARN [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34049,1732126863762.replicationSource.wal-reader.6b87edf34edd%2C34049%2C1732126863762,1-6b87edf34edd,34049,1732126863762 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T18:21:31,606 DEBUG [RS:0;6b87edf34edd:34049 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:21:31,606 DEBUG [RS:0;6b87edf34edd:34049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:31,606 DEBUG [RS:0;6b87edf34edd:34049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:31,606 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:21:31,606 INFO [RS:0;6b87edf34edd:34049 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34049 2024-11-20T18:21:31,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34049-0x101597a639d0001, quorum=127.0.0.1:55317, baseZNode=/01579057008 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01579057008/rs/6b87edf34edd,34049,1732126863762 2024-11-20T18:21:31,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45153-0x101597a639d0000, quorum=127.0.0.1:55317, baseZNode=/01579057008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01579057008/rs 2024-11-20T18:21:31,640 INFO [RS:0;6b87edf34edd:34049 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T18:21:31,653 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b87edf34edd,34049,1732126863762] 2024-11-20T18:21:31,663 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01579057008/draining/6b87edf34edd,34049,1732126863762 already deleted, retry=false 2024-11-20T18:21:31,663 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b87edf34edd,34049,1732126863762 expired; onlineServers=0 2024-11-20T18:21:31,663 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b87edf34edd,45153,1732126863384' ***** 2024-11-20T18:21:31,663 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T18:21:31,663 INFO [M:0;6b87edf34edd:45153 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T18:21:31,663 INFO [M:0;6b87edf34edd:45153 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T18:21:31,663 DEBUG [M:0;6b87edf34edd:45153 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T18:21:31,664 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T18:21:31,664 DEBUG [M:0;6b87edf34edd:45153 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T18:21:31,664 DEBUG [master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732126865598 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732126865598,5,FailOnTimeoutGroup] 2024-11-20T18:21:31,664 DEBUG [master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732126865599 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732126865599,5,FailOnTimeoutGroup] 2024-11-20T18:21:31,664 INFO [M:0;6b87edf34edd:45153 {}] hbase.ChoreService(370): Chore service for: master/6b87edf34edd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T18:21:31,664 INFO [M:0;6b87edf34edd:45153 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T18:21:31,664 DEBUG [M:0;6b87edf34edd:45153 {}] master.HMaster(1795): Stopping service threads 2024-11-20T18:21:31,664 INFO [M:0;6b87edf34edd:45153 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T18:21:31,664 INFO [M:0;6b87edf34edd:45153 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T18:21:31,664 INFO [M:0;6b87edf34edd:45153 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T18:21:31,664 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T18:21:31,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45153-0x101597a639d0000, quorum=127.0.0.1:55317, baseZNode=/01579057008 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01579057008/master 2024-11-20T18:21:31,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45153-0x101597a639d0000, quorum=127.0.0.1:55317, baseZNode=/01579057008 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01579057008 2024-11-20T18:21:31,674 DEBUG [M:0;6b87edf34edd:45153 {}] zookeeper.ZKUtil(347): master:45153-0x101597a639d0000, quorum=127.0.0.1:55317, baseZNode=/01579057008 Unable to get data of znode /01579057008/master because node does not exist (not an error) 2024-11-20T18:21:31,674 WARN [M:0;6b87edf34edd:45153 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T18:21:31,675 INFO [M:0;6b87edf34edd:45153 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/.lastflushedseqids 2024-11-20T18:21:31,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35919 is added to blk_1073741848_1024 (size=245) 2024-11-20T18:21:31,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34049-0x101597a639d0001, quorum=127.0.0.1:55317, baseZNode=/01579057008 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:21:31,753 INFO [RS:0;6b87edf34edd:34049 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T18:21:31,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34049-0x101597a639d0001, quorum=127.0.0.1:55317, baseZNode=/01579057008 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:21:31,753 INFO [RS:0;6b87edf34edd:34049 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b87edf34edd,34049,1732126863762; zookeeper connection closed. 2024-11-20T18:21:31,753 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3fc724e1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3fc724e1 2024-11-20T18:21:31,754 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T18:21:32,079 INFO [M:0;6b87edf34edd:45153 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T18:21:32,079 INFO [M:0;6b87edf34edd:45153 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T18:21:32,080 DEBUG [M:0;6b87edf34edd:45153 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T18:21:32,080 INFO [M:0;6b87edf34edd:45153 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:21:32,080 DEBUG [M:0;6b87edf34edd:45153 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:21:32,080 DEBUG [M:0;6b87edf34edd:45153 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T18:21:32,080 DEBUG [M:0;6b87edf34edd:45153 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:21:32,080 INFO [M:0;6b87edf34edd:45153 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-20T18:21:32,098 DEBUG [M:0;6b87edf34edd:45153 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/74bdaaa640514080bf65f87daf4e7b95 is 82, key is hbase:meta,,1/info:regioninfo/1732126866429/Put/seqid=0 2024-11-20T18:21:32,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35919 is added to blk_1073741849_1025 (size=5672) 2024-11-20T18:21:32,502 INFO [M:0;6b87edf34edd:45153 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/74bdaaa640514080bf65f87daf4e7b95 2024-11-20T18:21:32,519 DEBUG [M:0;6b87edf34edd:45153 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/25263ecf9930476f9b9c130ae80daf0f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732126876839/Put/seqid=0 2024-11-20T18:21:32,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35919 is added to blk_1073741850_1026 (size=8517) 2024-11-20T18:21:32,922 INFO [M:0;6b87edf34edd:45153 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/25263ecf9930476f9b9c130ae80daf0f 2024-11-20T18:21:32,944 DEBUG [M:0;6b87edf34edd:45153 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa5cb99957db41e18e3aac2da1f648c6 is 69, key is 6b87edf34edd,34049,1732126863762/rs:state/1732126865638/Put/seqid=0 2024-11-20T18:21:32,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35919 is added to blk_1073741851_1027 (size=5156) 2024-11-20T18:21:32,948 INFO [M:0;6b87edf34edd:45153 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa5cb99957db41e18e3aac2da1f648c6 2024-11-20T18:21:32,952 DEBUG [M:0;6b87edf34edd:45153 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/74bdaaa640514080bf65f87daf4e7b95 as hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/74bdaaa640514080bf65f87daf4e7b95 2024-11-20T18:21:32,955 INFO [M:0;6b87edf34edd:45153 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/74bdaaa640514080bf65f87daf4e7b95, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T18:21:32,956 DEBUG [M:0;6b87edf34edd:45153 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/25263ecf9930476f9b9c130ae80daf0f as hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/25263ecf9930476f9b9c130ae80daf0f 2024-11-20T18:21:32,959 INFO [M:0;6b87edf34edd:45153 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/25263ecf9930476f9b9c130ae80daf0f, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T18:21:32,960 DEBUG [M:0;6b87edf34edd:45153 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa5cb99957db41e18e3aac2da1f648c6 as hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aa5cb99957db41e18e3aac2da1f648c6 2024-11-20T18:21:32,964 INFO [M:0;6b87edf34edd:45153 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46803/user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aa5cb99957db41e18e3aac2da1f648c6, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T18:21:32,965 INFO [M:0;6b87edf34edd:45153 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=97, compaction requested=false 2024-11-20T18:21:32,966 INFO [M:0;6b87edf34edd:45153 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:21:32,966 DEBUG [M:0;6b87edf34edd:45153 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732126892080Disabling compacts and flushes for region at 1732126892080Disabling writes for close at 1732126892080Obtaining lock to block concurrent updates at 1732126892080Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732126892080Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732126892080Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732126892081 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732126892081Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732126892098 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732126892098Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732126892506 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732126892518 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732126892519 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732126892926 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732126892943 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732126892943Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ba1ab8e: reopening flushed file at 1732126892951 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12c036f6: reopening flushed file at 1732126892956 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38505755: reopening flushed file at 1732126892960 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=97, compaction requested=false at 1732126892965 (+5 ms)Writing region close event to WAL at 1732126892966 (+1 ms)Closed at 1732126892966 2024-11-20T18:21:32,967 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d0d7fb56-3d2f-f882-33ca-e8e0e918dec6/MasterData/WALs/6b87edf34edd,45153,1732126863384/6b87edf34edd%2C45153%2C1732126863384.1732126865108 not finished, retry = 0 2024-11-20T18:21:32,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35919 is added to blk_1073741830_1006 (size=63666) 2024-11-20T18:21:32,973 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T18:21:33,068 INFO [M:0;6b87edf34edd:45153 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T18:21:33,069 INFO [M:0;6b87edf34edd:45153 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45153 2024-11-20T18:21:33,069 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T18:21:33,069 INFO [M:0;6b87edf34edd:45153 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T18:21:33,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45153-0x101597a639d0000, quorum=127.0.0.1:55317, baseZNode=/01579057008 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:21:33,227 INFO [M:0;6b87edf34edd:45153 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T18:21:33,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45153-0x101597a639d0000, quorum=127.0.0.1:55317, baseZNode=/01579057008 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:21:33,229 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3090df72{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T18:21:33,229 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c58b73f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T18:21:33,229 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T18:21:33,229 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e02bc05{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T18:21:33,230 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@453c8ac4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9d6a6c-4ac0-2645-f471-1ee5bd1a2319/hadoop.log.dir/,STOPPED} 2024-11-20T18:21:33,231 WARN [BP-2101544642-172.17.0.3-1732126861315 heartbeating to localhost/127.0.0.1:46803 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T18:21:33,231 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T18:21:33,231 WARN [BP-2101544642-172.17.0.3-1732126861315 heartbeating to localhost/127.0.0.1:46803 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2101544642-172.17.0.3-1732126861315 (Datanode Uuid bd081817-363e-44fc-a2d3-78fbd49cb9e5) service to localhost/127.0.0.1:46803 2024-11-20T18:21:33,231 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T18:21:33,231 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9d6a6c-4ac0-2645-f471-1ee5bd1a2319/cluster_88967b3f-1064-e187-9a65-fc9364ec6d66/data/data1/current/BP-2101544642-172.17.0.3-1732126861315 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T18:21:33,232 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9d6a6c-4ac0-2645-f471-1ee5bd1a2319/cluster_88967b3f-1064-e187-9a65-fc9364ec6d66/data/data2/current/BP-2101544642-172.17.0.3-1732126861315 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T18:21:33,232 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T18:21:33,238 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8d0dfc7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T18:21:33,239 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e7c75c9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T18:21:33,239 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T18:21:33,239 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6044a590{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T18:21:33,239 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bdff58b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b9d6a6c-4ac0-2645-f471-1ee5bd1a2319/hadoop.log.dir/,STOPPED} 2024-11-20T18:21:33,245 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T18:21:33,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T18:21:33,266 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=261 (was 243) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42263 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46803 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42263 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42263 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42263 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46803 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42263 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46803 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:46803 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46803 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42263 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42263 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:42263 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55317) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55317) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=655 (was 621) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=338 (was 335) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7593 (was 7434) - AvailableMemoryMB LEAK? - 2024-11-20T18:21:33,275 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=261, OpenFileDescriptor=655, MaxFileDescriptor=1048576, SystemLoadAverage=338, ProcessCount=11, AvailableMemoryMB=7593 2024-11-20T18:21:33,288 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-20T18:21:33,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc6119c-f27f-f350-6d52-47e2ae331ab9/hadoop.log.dir so I do NOT create it in target/test-data/7822aa6f-f502-2db0-26ef-2697c767947a 2024-11-20T18:21:33,288 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc6119c-f27f-f350-6d52-47e2ae331ab9/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T18:21:33,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc6119c-f27f-f350-6d52-47e2ae331ab9/hadoop.tmp.dir so I do NOT create it in target/test-data/7822aa6f-f502-2db0-26ef-2697c767947a 2024-11-20T18:21:33,288 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/acc6119c-f27f-f350-6d52-47e2ae331ab9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T18:21:33,288 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7822aa6f-f502-2db0-26ef-2697c767947a 2024-11-20T18:21:33,288 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7822aa6f-f502-2db0-26ef-2697c767947a/cluster_a5e7cc88-b625-376e-cbbd-6f8d75e9697f, deleteOnExit=true 2024-11-20T18:21:33,338 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7822aa6f-f502-2db0-26ef-2697c767947a/cluster_a5e7cc88-b625-376e-cbbd-6f8d75e9697f/zookeeper_0, clientPort=53427, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7822aa6f-f502-2db0-26ef-2697c767947a/cluster_a5e7cc88-b625-376e-cbbd-6f8d75e9697f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7822aa6f-f502-2db0-26ef-2697c767947a/cluster_a5e7cc88-b625-376e-cbbd-6f8d75e9697f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T18:21:33,339 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53427 2024-11-20T18:21:33,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T18:21:33,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T18:21:33,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7822aa6f-f502-2db0-26ef-2697c767947a/test.cache.data in system properties and HBase conf 2024-11-20T18:21:33,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7822aa6f-f502-2db0-26ef-2697c767947a/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T18:21:33,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7822aa6f-f502-2db0-26ef-2697c767947a/hadoop.log.dir in system properties and HBase conf 2024-11-20T18:21:33,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7822aa6f-f502-2db0-26ef-2697c767947a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T18:21:33,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7822aa6f-f502-2db0-26ef-2697c767947a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T18:21:33,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T18:21:33,339 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T18:21:33,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7822aa6f-f502-2db0-26ef-2697c767947a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T18:21:33,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7822aa6f-f502-2db0-26ef-2697c767947a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T18:21:33,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7822aa6f-f502-2db0-26ef-2697c767947a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T18:21:33,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7822aa6f-f502-2db0-26ef-2697c767947a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T18:21:33,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7822aa6f-f502-2db0-26ef-2697c767947a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T18:21:33,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7822aa6f-f502-2db0-26ef-2697c767947a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T18:21:33,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7822aa6f-f502-2db0-26ef-2697c767947a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T18:21:33,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7822aa6f-f502-2db0-26ef-2697c767947a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T18:21:33,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7822aa6f-f502-2db0-26ef-2697c767947a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T18:21:33,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7822aa6f-f502-2db0-26ef-2697c767947a/nfs.dump.dir in system properties and HBase conf 2024-11-20T18:21:33,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7822aa6f-f502-2db0-26ef-2697c767947a/java.io.tmpdir in system properties and HBase conf 2024-11-20T18:21:33,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7822aa6f-f502-2db0-26ef-2697c767947a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T18:21:33,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7822aa6f-f502-2db0-26ef-2697c767947a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T18:21:33,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7822aa6f-f502-2db0-26ef-2697c767947a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T18:21:33,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101597a639d0005, quorum=127.0.0.1:55317, baseZNode=/1-1470288029 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T18:21:33,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101597a639d0002, quorum=127.0.0.1:55317, baseZNode=/01579057008 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T18:21:33,344 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101597a639d0002, quorum=127.0.0.1:55317, baseZNode=/01579057008 Received Disconnected from ZooKeeper, ignoring 2024-11-20T18:21:33,344 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101597a639d0005, quorum=127.0.0.1:55317, baseZNode=/1-1470288029 Received Disconnected from ZooKeeper, ignoring 2024-11-20T18:21:34,214 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:21:34,218 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T18:21:34,220 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T18:21:34,220 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T18:21:34,220 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T18:21:34,221 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:21:34,222 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@239e99dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7822aa6f-f502-2db0-26ef-2697c767947a/hadoop.log.dir/,AVAILABLE} 2024-11-20T18:21:34,222 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d1dc5fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T18:21:34,342 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9ca4b1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7822aa6f-f502-2db0-26ef-2697c767947a/java.io.tmpdir/jetty-localhost-43799-hadoop-hdfs-3_4_1-tests_jar-_-any-2274320219395439508/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T18:21:34,342 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f5addb{HTTP/1.1, (http/1.1)}{localhost:43799} 2024-11-20T18:21:34,342 INFO [Time-limited test {}] server.Server(415): Started @234682ms 2024-11-20T18:21:34,614 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:21:34,617 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T18:21:34,620 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T18:21:34,620 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T18:21:34,620 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T18:21:34,620 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37801c3c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7822aa6f-f502-2db0-26ef-2697c767947a/hadoop.log.dir/,AVAILABLE} 2024-11-20T18:21:34,621 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30e4373f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T18:21:34,714 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2078d614{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7822aa6f-f502-2db0-26ef-2697c767947a/java.io.tmpdir/jetty-localhost-35733-hadoop-hdfs-3_4_1-tests_jar-_-any-16882304313105863042/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T18:21:34,714 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f51982d{HTTP/1.1, (http/1.1)}{localhost:35733} 2024-11-20T18:21:34,714 INFO [Time-limited test {}] server.Server(415): Started @235054ms 2024-11-20T18:21:34,715 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T18:21:35,299 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:21:35,299 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b87edf34edd,38325,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b87edf34edd:38325 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T18:21:35,300 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38435 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b87edf34edd,38325,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b87edf34edd:38325 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T18:21:35,350 WARN [Thread-2675 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7822aa6f-f502-2db0-26ef-2697c767947a/cluster_a5e7cc88-b625-376e-cbbd-6f8d75e9697f/data/data1/current/BP-29934200-172.17.0.3-1732126893355/current, will proceed with Du for space computation calculation, 2024-11-20T18:21:35,350 WARN [Thread-2676 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7822aa6f-f502-2db0-26ef-2697c767947a/cluster_a5e7cc88-b625-376e-cbbd-6f8d75e9697f/data/data2/current/BP-29934200-172.17.0.3-1732126893355/current, will proceed with Du for space computation calculation, 2024-11-20T18:21:35,368 WARN [Thread-2663 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T18:21:35,370 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8e02376b659efa76 with lease ID 0x4d039b52ff344e7e: Processing first storage report for DS-103f1939-bff5-45c6-99e9-3d3de1919824 from datanode DatanodeRegistration(127.0.0.1:45299, datanodeUuid=8bcc82a8-61ee-430a-9b81-fa011a60a459, infoPort=41521, infoSecurePort=0, ipcPort=40557, storageInfo=lv=-57;cid=testClusterID;nsid=1536003721;c=1732126893355) 2024-11-20T18:21:35,370 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8e02376b659efa76 with lease ID 0x4d039b52ff344e7e: from storage DS-103f1939-bff5-45c6-99e9-3d3de1919824 node DatanodeRegistration(127.0.0.1:45299, datanodeUuid=8bcc82a8-61ee-430a-9b81-fa011a60a459, infoPort=41521, infoSecurePort=0, ipcPort=40557, storageInfo=lv=-57;cid=testClusterID;nsid=1536003721;c=1732126893355), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T18:21:35,370 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8e02376b659efa76 with lease ID 0x4d039b52ff344e7e: Processing first storage report for DS-6eacf1f4-7a4a-4bfc-a37e-0da975e5c52b from datanode DatanodeRegistration(127.0.0.1:45299, datanodeUuid=8bcc82a8-61ee-430a-9b81-fa011a60a459, infoPort=41521, infoSecurePort=0, ipcPort=40557, storageInfo=lv=-57;cid=testClusterID;nsid=1536003721;c=1732126893355) 2024-11-20T18:21:35,370 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8e02376b659efa76 with lease ID 0x4d039b52ff344e7e: from storage DS-6eacf1f4-7a4a-4bfc-a37e-0da975e5c52b node DatanodeRegistration(127.0.0.1:45299, datanodeUuid=8bcc82a8-61ee-430a-9b81-fa011a60a459, infoPort=41521, infoSecurePort=0, ipcPort=40557, storageInfo=lv=-57;cid=testClusterID;nsid=1536003721;c=1732126893355), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T18:21:35,436 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7822aa6f-f502-2db0-26ef-2697c767947a 2024-11-20T18:21:35,437 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:21:35,438 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:21:35,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45299 is added to blk_1073741825_1001 (size=7) 2024-11-20T18:21:35,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T18:21:35,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T18:21:35,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T18:21:35,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T18:21:35,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T18:21:35,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T18:21:35,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T18:21:35,855 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07 with version=8 2024-11-20T18:21:35,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/hbase-staging 2024-11-20T18:21:35,857 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b87edf34edd:0 server-side Connection retries=45 2024-11-20T18:21:35,857 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:21:35,857 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T18:21:35,857 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T18:21:35,857 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:21:35,857 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T18:21:35,857 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T18:21:35,857 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T18:21:35,858 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41537 2024-11-20T18:21:35,858 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41537 connecting to ZooKeeper ensemble=127.0.0.1:53427 2024-11-20T18:21:35,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:415370x0, quorum=127.0.0.1:53427, baseZNode=/0-844397461 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:21:35,959 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41537-0x101597ae0c50000 connected 2024-11-20T18:21:36,042 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:21:36,044 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:21:36,046 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41537-0x101597ae0c50000, quorum=127.0.0.1:53427, baseZNode=/0-844397461 Set watcher on znode that does not yet exist, /0-844397461/running 2024-11-20T18:21:36,046 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07, hbase.cluster.distributed=false 2024-11-20T18:21:36,047 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41537-0x101597ae0c50000, quorum=127.0.0.1:53427, baseZNode=/0-844397461 Set watcher on znode that does not yet exist, /0-844397461/acl 2024-11-20T18:21:36,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41537 2024-11-20T18:21:36,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41537 2024-11-20T18:21:36,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41537 2024-11-20T18:21:36,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41537 2024-11-20T18:21:36,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41537 2024-11-20T18:21:36,062 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b87edf34edd:0 server-side Connection retries=45 2024-11-20T18:21:36,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:21:36,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T18:21:36,062 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T18:21:36,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:21:36,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T18:21:36,062 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T18:21:36,062 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T18:21:36,063 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34955 2024-11-20T18:21:36,063 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34955 connecting to ZooKeeper ensemble=127.0.0.1:53427 2024-11-20T18:21:36,064 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:21:36,065 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:21:36,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:349550x0, quorum=127.0.0.1:53427, baseZNode=/0-844397461 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:21:36,074 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:349550x0, quorum=127.0.0.1:53427, baseZNode=/0-844397461 Set watcher on znode that does not yet exist, /0-844397461/running 2024-11-20T18:21:36,074 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34955-0x101597ae0c50001 connected 2024-11-20T18:21:36,074 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T18:21:36,075 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T18:21:36,075 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34955-0x101597ae0c50001, quorum=127.0.0.1:53427, baseZNode=/0-844397461 Set watcher on znode that does not yet exist, /0-844397461/master 2024-11-20T18:21:36,076 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34955-0x101597ae0c50001, quorum=127.0.0.1:53427, baseZNode=/0-844397461 Set watcher on znode that does not yet exist, /0-844397461/acl 2024-11-20T18:21:36,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34955 2024-11-20T18:21:36,081 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34955 2024-11-20T18:21:36,081 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34955 2024-11-20T18:21:36,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34955 2024-11-20T18:21:36,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34955 2024-11-20T18:21:36,097 DEBUG [M:0;6b87edf34edd:41537 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b87edf34edd:41537 2024-11-20T18:21:36,098 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-844397461/backup-masters/6b87edf34edd,41537,1732126895857 2024-11-20T18:21:36,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41537-0x101597ae0c50000, quorum=127.0.0.1:53427, baseZNode=/0-844397461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-844397461/backup-masters 2024-11-20T18:21:36,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34955-0x101597ae0c50001, quorum=127.0.0.1:53427, baseZNode=/0-844397461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-844397461/backup-masters 2024-11-20T18:21:36,106 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41537-0x101597ae0c50000, quorum=127.0.0.1:53427, baseZNode=/0-844397461 Set watcher on existing znode=/0-844397461/backup-masters/6b87edf34edd,41537,1732126895857 2024-11-20T18:21:36,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34955-0x101597ae0c50001, quorum=127.0.0.1:53427, baseZNode=/0-844397461 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-844397461/master 2024-11-20T18:21:36,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41537-0x101597ae0c50000, quorum=127.0.0.1:53427, baseZNode=/0-844397461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-844397461 2024-11-20T18:21:36,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34955-0x101597ae0c50001, quorum=127.0.0.1:53427, baseZNode=/0-844397461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-844397461 2024-11-20T18:21:36,116 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41537-0x101597ae0c50000, quorum=127.0.0.1:53427, baseZNode=/0-844397461 Set watcher on existing znode=/0-844397461/master 2024-11-20T18:21:36,116 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-844397461/backup-masters/6b87edf34edd,41537,1732126895857 from backup master directory 2024-11-20T18:21:36,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41537-0x101597ae0c50000, quorum=127.0.0.1:53427, baseZNode=/0-844397461 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-844397461/backup-masters/6b87edf34edd,41537,1732126895857 2024-11-20T18:21:36,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41537-0x101597ae0c50000, quorum=127.0.0.1:53427, baseZNode=/0-844397461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-844397461/backup-masters 2024-11-20T18:21:36,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34955-0x101597ae0c50001, quorum=127.0.0.1:53427, baseZNode=/0-844397461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-844397461/backup-masters 2024-11-20T18:21:36,126 WARN [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T18:21:36,126 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b87edf34edd,41537,1732126895857 2024-11-20T18:21:36,129 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/hbase.id] with ID: 0c53b42a-2a50-42ed-846c-f1253bedbe28 2024-11-20T18:21:36,129 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/.tmp/hbase.id 2024-11-20T18:21:36,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45299 is added to blk_1073741826_1002 (size=42) 2024-11-20T18:21:36,520 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T18:21:36,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:36,533 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/.tmp/hbase.id]:[hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/hbase.id] 2024-11-20T18:21:36,543 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:21:36,543 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T18:21:36,544 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T18:21:36,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:36,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:36,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:36,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:36,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:36,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:36,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:36,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:36,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:36,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:36,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34955-0x101597ae0c50001, quorum=127.0.0.1:53427, baseZNode=/0-844397461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-844397461 2024-11-20T18:21:36,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41537-0x101597ae0c50000, quorum=127.0.0.1:53427, baseZNode=/0-844397461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-844397461 2024-11-20T18:21:36,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45299 is added to blk_1073741827_1003 (size=196) 2024-11-20T18:21:36,624 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T18:21:36,625 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T18:21:36,625 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:21:36,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45299 is added to blk_1073741828_1004 (size=1189) 2024-11-20T18:21:37,034 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/MasterData/data/master/store 2024-11-20T18:21:37,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45299 is added to blk_1073741829_1005 (size=34) 2024-11-20T18:21:37,486 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:21:37,486 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T18:21:37,486 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:21:37,486 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:21:37,487 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T18:21:37,487 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:21:37,487 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:21:37,487 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732126897486Disabling compacts and flushes for region at 1732126897486Disabling writes for close at 1732126897487 (+1 ms)Writing region close event to WAL at 1732126897487Closed at 1732126897487 2024-11-20T18:21:37,487 WARN [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/MasterData/data/master/store/.initializing 2024-11-20T18:21:37,487 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/MasterData/WALs/6b87edf34edd,41537,1732126895857 2024-11-20T18:21:37,488 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T18:21:37,492 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b87edf34edd%2C41537%2C1732126895857, suffix=, logDir=hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/MasterData/WALs/6b87edf34edd,41537,1732126895857, archiveDir=hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/MasterData/oldWALs, maxLogs=10 2024-11-20T18:21:37,528 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/MasterData/WALs/6b87edf34edd,41537,1732126895857/6b87edf34edd%2C41537%2C1732126895857.1732126897493, exclude list is [], retry=0 2024-11-20T18:21:37,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45299,DS-103f1939-bff5-45c6-99e9-3d3de1919824,DISK] 2024-11-20T18:21:37,553 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/MasterData/WALs/6b87edf34edd,41537,1732126895857/6b87edf34edd%2C41537%2C1732126895857.1732126897493 2024-11-20T18:21:37,553 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41521:41521)] 2024-11-20T18:21:37,553 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:21:37,553 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:21:37,553 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:37,553 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:37,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:37,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T18:21:37,556 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:37,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:21:37,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:37,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T18:21:37,559 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:37,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:21:37,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:37,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T18:21:37,561 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:37,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:21:37,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:37,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T18:21:37,563 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:37,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:21:37,566 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:37,567 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:37,567 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:37,568 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:37,568 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:37,569 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:21:37,570 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:37,573 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:21:37,574 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65167256, jitterRate=-0.02893221378326416}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:21:37,574 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732126897554Initializing all the Stores at 1732126897554Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126897554Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126897555 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126897555Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126897555Cleaning up temporary data from old regions at 1732126897568 (+13 ms)Region opened successfully at 1732126897574 (+6 ms) 2024-11-20T18:21:37,575 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T18:21:37,578 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7766d779, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b87edf34edd/172.17.0.3:0 2024-11-20T18:21:37,581 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T18:21:37,582 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T18:21:37,582 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T18:21:37,582 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T18:21:37,583 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T18:21:37,584 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T18:21:37,584 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T18:21:37,594 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T18:21:37,595 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41537-0x101597ae0c50000, quorum=127.0.0.1:53427, baseZNode=/0-844397461 Unable to get data of znode /0-844397461/balancer because node does not exist (not necessarily an error) 2024-11-20T18:21:37,642 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-844397461/balancer already deleted, retry=false 2024-11-20T18:21:37,643 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T18:21:37,644 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41537-0x101597ae0c50000, quorum=127.0.0.1:53427, baseZNode=/0-844397461 Unable to get data of znode /0-844397461/normalizer because node does not exist (not necessarily an error) 2024-11-20T18:21:37,652 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-844397461/normalizer already deleted, retry=false 2024-11-20T18:21:37,653 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T18:21:37,654 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41537-0x101597ae0c50000, quorum=127.0.0.1:53427, baseZNode=/0-844397461 Unable to get data of znode /0-844397461/switch/split because node does not exist (not necessarily an error) 2024-11-20T18:21:37,663 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-844397461/switch/split already deleted, retry=false 2024-11-20T18:21:37,665 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41537-0x101597ae0c50000, quorum=127.0.0.1:53427, baseZNode=/0-844397461 Unable to get data of znode /0-844397461/switch/merge because node does not exist (not necessarily an error) 2024-11-20T18:21:37,673 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-844397461/switch/merge already deleted, retry=false 2024-11-20T18:21:37,675 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41537-0x101597ae0c50000, quorum=127.0.0.1:53427, baseZNode=/0-844397461 Unable to get data of znode /0-844397461/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T18:21:37,684 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-844397461/snapshot-cleanup already deleted, retry=false 2024-11-20T18:21:37,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41537-0x101597ae0c50000, quorum=127.0.0.1:53427, baseZNode=/0-844397461 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-844397461/running 2024-11-20T18:21:37,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34955-0x101597ae0c50001, quorum=127.0.0.1:53427, baseZNode=/0-844397461 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-844397461/running 2024-11-20T18:21:37,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34955-0x101597ae0c50001, quorum=127.0.0.1:53427, baseZNode=/0-844397461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-844397461 2024-11-20T18:21:37,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41537-0x101597ae0c50000, quorum=127.0.0.1:53427, baseZNode=/0-844397461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-844397461 2024-11-20T18:21:37,695 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b87edf34edd,41537,1732126895857, sessionid=0x101597ae0c50000, setting cluster-up flag (Was=false) 2024-11-20T18:21:37,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41537-0x101597ae0c50000, quorum=127.0.0.1:53427, baseZNode=/0-844397461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-844397461 2024-11-20T18:21:37,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34955-0x101597ae0c50001, quorum=127.0.0.1:53427, baseZNode=/0-844397461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-844397461 2024-11-20T18:21:37,747 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-844397461/flush-table-proc/acquired, /0-844397461/flush-table-proc/reached, /0-844397461/flush-table-proc/abort 2024-11-20T18:21:37,748 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b87edf34edd,41537,1732126895857 2024-11-20T18:21:37,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34955-0x101597ae0c50001, quorum=127.0.0.1:53427, baseZNode=/0-844397461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-844397461 2024-11-20T18:21:37,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41537-0x101597ae0c50000, quorum=127.0.0.1:53427, baseZNode=/0-844397461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-844397461 2024-11-20T18:21:37,800 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-844397461/online-snapshot/acquired, /0-844397461/online-snapshot/reached, /0-844397461/online-snapshot/abort 2024-11-20T18:21:37,802 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b87edf34edd,41537,1732126895857 2024-11-20T18:21:37,809 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T18:21:37,813 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T18:21:37,814 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T18:21:37,814 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T18:21:37,814 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b87edf34edd,41537,1732126895857 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T18:21:37,815 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:21:37,815 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:21:37,815 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:21:37,815 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:21:37,816 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b87edf34edd:0, corePoolSize=10, maxPoolSize=10 2024-11-20T18:21:37,816 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:37,816 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b87edf34edd:0, corePoolSize=2, maxPoolSize=2 2024-11-20T18:21:37,816 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:37,829 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:21:37,830 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T18:21:37,832 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:37,833 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T18:21:37,860 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732126927860 2024-11-20T18:21:37,860 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T18:21:37,860 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T18:21:37,860 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T18:21:37,860 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T18:21:37,860 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T18:21:37,860 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T18:21:37,862 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:37,862 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T18:21:37,862 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T18:21:37,862 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T18:21:37,863 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T18:21:37,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45299 is added to blk_1073741831_1007 (size=1321) 2024-11-20T18:21:37,867 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T18:21:37,867 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07 2024-11-20T18:21:37,868 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T18:21:37,868 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T18:21:37,872 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732126897868,5,FailOnTimeoutGroup] 2024-11-20T18:21:37,876 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732126897872,5,FailOnTimeoutGroup] 2024-11-20T18:21:37,876 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:37,876 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T18:21:37,876 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:37,876 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:37,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45299 is added to blk_1073741832_1008 (size=32) 2024-11-20T18:21:37,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:21:37,904 INFO [RS:0;6b87edf34edd:34955 {}] regionserver.HRegionServer(746): ClusterId : 0c53b42a-2a50-42ed-846c-f1253bedbe28 2024-11-20T18:21:37,904 DEBUG [RS:0;6b87edf34edd:34955 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T18:21:37,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T18:21:37,909 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T18:21:37,910 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:37,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:21:37,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T18:21:37,912 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T18:21:37,912 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:37,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:21:37,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T18:21:37,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T18:21:37,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:37,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:21:37,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T18:21:37,916 DEBUG [RS:0;6b87edf34edd:34955 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T18:21:37,916 DEBUG [RS:0;6b87edf34edd:34955 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T18:21:37,917 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T18:21:37,917 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:37,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:21:37,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T18:21:37,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/data/hbase/meta/1588230740 2024-11-20T18:21:37,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/data/hbase/meta/1588230740 2024-11-20T18:21:37,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T18:21:37,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T18:21:37,920 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:21:37,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T18:21:37,927 DEBUG [RS:0;6b87edf34edd:34955 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T18:21:37,927 DEBUG [RS:0;6b87edf34edd:34955 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60b3edbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b87edf34edd/172.17.0.3:0 2024-11-20T18:21:37,934 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:21:37,934 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62598221, jitterRate=-0.06721381843090057}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:21:37,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732126897889Initializing all the Stores at 1732126897892 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126897892Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126897908 (+16 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126897908Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126897908Cleaning up temporary data from old regions at 1732126897919 (+11 ms)Region opened successfully at 1732126897935 (+16 ms) 2024-11-20T18:21:37,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T18:21:37,935 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T18:21:37,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T18:21:37,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T18:21:37,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T18:21:37,936 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T18:21:37,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732126897935Disabling compacts and flushes for region at 1732126897935Disabling writes for close at 1732126897936 (+1 ms)Writing region close event to WAL at 1732126897936Closed at 1732126897936 2024-11-20T18:21:37,937 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:21:37,937 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T18:21:37,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T18:21:37,939 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T18:21:37,941 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T18:21:37,944 DEBUG [RS:0;6b87edf34edd:34955 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b87edf34edd:34955 2024-11-20T18:21:37,944 INFO [RS:0;6b87edf34edd:34955 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T18:21:37,944 INFO [RS:0;6b87edf34edd:34955 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T18:21:37,944 DEBUG [RS:0;6b87edf34edd:34955 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T18:21:37,945 INFO [RS:0;6b87edf34edd:34955 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b87edf34edd,41537,1732126895857 with port=34955, startcode=1732126896062 2024-11-20T18:21:37,945 DEBUG [RS:0;6b87edf34edd:34955 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T18:21:37,953 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53591, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T18:21:37,953 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41537 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b87edf34edd,34955,1732126896062 2024-11-20T18:21:37,953 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41537 {}] master.ServerManager(517): Registering regionserver=6b87edf34edd,34955,1732126896062 2024-11-20T18:21:37,955 DEBUG [RS:0;6b87edf34edd:34955 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07 2024-11-20T18:21:37,955 DEBUG [RS:0;6b87edf34edd:34955 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45443 2024-11-20T18:21:37,955 DEBUG [RS:0;6b87edf34edd:34955 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T18:21:37,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41537-0x101597ae0c50000, quorum=127.0.0.1:53427, baseZNode=/0-844397461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-844397461/rs 2024-11-20T18:21:37,958 DEBUG [RS:0;6b87edf34edd:34955 {}] zookeeper.ZKUtil(111): regionserver:34955-0x101597ae0c50001, quorum=127.0.0.1:53427, baseZNode=/0-844397461 Set watcher on existing znode=/0-844397461/rs/6b87edf34edd,34955,1732126896062 2024-11-20T18:21:37,959 WARN [RS:0;6b87edf34edd:34955 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T18:21:37,959 INFO [RS:0;6b87edf34edd:34955 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:21:37,959 DEBUG [RS:0;6b87edf34edd:34955 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062 2024-11-20T18:21:37,959 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b87edf34edd,34955,1732126896062] 2024-11-20T18:21:37,972 INFO [RS:0;6b87edf34edd:34955 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T18:21:37,980 INFO [RS:0;6b87edf34edd:34955 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T18:21:37,988 INFO [RS:0;6b87edf34edd:34955 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T18:21:37,988 INFO [RS:0;6b87edf34edd:34955 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:37,989 INFO [RS:0;6b87edf34edd:34955 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T18:21:37,999 INFO [RS:0;6b87edf34edd:34955 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T18:21:37,999 INFO [RS:0;6b87edf34edd:34955 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:38,000 DEBUG [RS:0;6b87edf34edd:34955 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:38,000 DEBUG [RS:0;6b87edf34edd:34955 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:38,000 DEBUG [RS:0;6b87edf34edd:34955 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:38,000 DEBUG [RS:0;6b87edf34edd:34955 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:38,000 DEBUG [RS:0;6b87edf34edd:34955 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:38,000 DEBUG [RS:0;6b87edf34edd:34955 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b87edf34edd:0, corePoolSize=2, maxPoolSize=2 2024-11-20T18:21:38,000 DEBUG [RS:0;6b87edf34edd:34955 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:38,000 DEBUG [RS:0;6b87edf34edd:34955 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:38,000 DEBUG [RS:0;6b87edf34edd:34955 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:38,000 DEBUG [RS:0;6b87edf34edd:34955 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:38,000 DEBUG [RS:0;6b87edf34edd:34955 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:38,000 DEBUG [RS:0;6b87edf34edd:34955 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:38,000 DEBUG [RS:0;6b87edf34edd:34955 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b87edf34edd:0, corePoolSize=3, maxPoolSize=3 2024-11-20T18:21:38,000 DEBUG [RS:0;6b87edf34edd:34955 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b87edf34edd:0, corePoolSize=3, maxPoolSize=3 2024-11-20T18:21:38,012 INFO [RS:0;6b87edf34edd:34955 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:38,012 INFO [RS:0;6b87edf34edd:34955 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:38,012 INFO [RS:0;6b87edf34edd:34955 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:38,012 INFO [RS:0;6b87edf34edd:34955 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:38,012 INFO [RS:0;6b87edf34edd:34955 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:38,012 INFO [RS:0;6b87edf34edd:34955 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,34955,1732126896062-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T18:21:38,044 INFO [RS:0;6b87edf34edd:34955 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T18:21:38,045 INFO [RS:0;6b87edf34edd:34955 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,34955,1732126896062-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:38,045 INFO [RS:0;6b87edf34edd:34955 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:38,045 INFO [RS:0;6b87edf34edd:34955 {}] regionserver.Replication(171): 6b87edf34edd,34955,1732126896062 started 2024-11-20T18:21:38,066 INFO [RS:0;6b87edf34edd:34955 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:38,066 INFO [RS:0;6b87edf34edd:34955 {}] regionserver.HRegionServer(1482): Serving as 6b87edf34edd,34955,1732126896062, RpcServer on 6b87edf34edd/172.17.0.3:34955, sessionid=0x101597ae0c50001 2024-11-20T18:21:38,066 DEBUG [RS:0;6b87edf34edd:34955 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T18:21:38,066 DEBUG [RS:0;6b87edf34edd:34955 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b87edf34edd,34955,1732126896062 2024-11-20T18:21:38,066 DEBUG [RS:0;6b87edf34edd:34955 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b87edf34edd,34955,1732126896062' 2024-11-20T18:21:38,066 DEBUG [RS:0;6b87edf34edd:34955 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-844397461/flush-table-proc/abort' 2024-11-20T18:21:38,067 DEBUG [RS:0;6b87edf34edd:34955 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-844397461/flush-table-proc/acquired' 2024-11-20T18:21:38,068 DEBUG [RS:0;6b87edf34edd:34955 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T18:21:38,068 DEBUG [RS:0;6b87edf34edd:34955 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T18:21:38,068 DEBUG [RS:0;6b87edf34edd:34955 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b87edf34edd,34955,1732126896062 2024-11-20T18:21:38,068 DEBUG [RS:0;6b87edf34edd:34955 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b87edf34edd,34955,1732126896062' 2024-11-20T18:21:38,068 DEBUG [RS:0;6b87edf34edd:34955 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-844397461/online-snapshot/abort' 2024-11-20T18:21:38,069 DEBUG [RS:0;6b87edf34edd:34955 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-844397461/online-snapshot/acquired' 2024-11-20T18:21:38,069 DEBUG [RS:0;6b87edf34edd:34955 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T18:21:38,070 INFO [RS:0;6b87edf34edd:34955 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T18:21:38,070 INFO [RS:0;6b87edf34edd:34955 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T18:21:38,091 WARN [6b87edf34edd:41537 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T18:21:38,170 INFO [RS:0;6b87edf34edd:34955 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T18:21:38,172 INFO [RS:0;6b87edf34edd:34955 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b87edf34edd%2C34955%2C1732126896062, suffix=, logDir=hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062, archiveDir=hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/oldWALs, maxLogs=10 2024-11-20T18:21:38,192 DEBUG [RS:0;6b87edf34edd:34955 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173, exclude list is [], retry=0 2024-11-20T18:21:38,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45299,DS-103f1939-bff5-45c6-99e9-3d3de1919824,DISK] 2024-11-20T18:21:38,213 INFO [RS:0;6b87edf34edd:34955 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173 2024-11-20T18:21:38,217 DEBUG [RS:0;6b87edf34edd:34955 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41521:41521)] 2024-11-20T18:21:38,341 DEBUG [6b87edf34edd:41537 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T18:21:38,342 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b87edf34edd,34955,1732126896062 2024-11-20T18:21:38,343 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b87edf34edd,34955,1732126896062, state=OPENING 2024-11-20T18:21:38,368 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T18:21:38,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41537-0x101597ae0c50000, quorum=127.0.0.1:53427, baseZNode=/0-844397461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-844397461 2024-11-20T18:21:38,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34955-0x101597ae0c50001, quorum=127.0.0.1:53427, baseZNode=/0-844397461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-844397461 2024-11-20T18:21:38,379 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-844397461/meta-region-server: CHANGED 2024-11-20T18:21:38,379 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-844397461/meta-region-server: CHANGED 2024-11-20T18:21:38,379 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T18:21:38,379 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b87edf34edd,34955,1732126896062}] 2024-11-20T18:21:38,531 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T18:21:38,533 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47653, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T18:21:38,537 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T18:21:38,537 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:21:38,538 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T18:21:38,540 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b87edf34edd%2C34955%2C1732126896062.meta, suffix=.meta, logDir=hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062, archiveDir=hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/oldWALs, maxLogs=10 2024-11-20T18:21:38,562 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.meta.1732126898540.meta, exclude list is [], retry=0 2024-11-20T18:21:38,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45299,DS-103f1939-bff5-45c6-99e9-3d3de1919824,DISK] 2024-11-20T18:21:38,572 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.meta.1732126898540.meta 2024-11-20T18:21:38,572 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41521:41521)] 2024-11-20T18:21:38,573 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:21:38,573 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T18:21:38,573 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T18:21:38,573 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T18:21:38,573 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T18:21:38,574 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T18:21:38,574 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:21:38,574 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T18:21:38,574 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T18:21:38,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T18:21:38,579 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T18:21:38,579 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:38,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:21:38,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T18:21:38,582 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T18:21:38,582 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:38,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:21:38,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T18:21:38,584 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T18:21:38,584 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:38,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:21:38,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T18:21:38,585 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T18:21:38,585 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:38,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:21:38,586 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T18:21:38,586 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/data/hbase/meta/1588230740 2024-11-20T18:21:38,587 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/data/hbase/meta/1588230740 2024-11-20T18:21:38,588 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T18:21:38,588 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T18:21:38,588 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:21:38,589 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T18:21:38,590 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66729249, jitterRate=-0.005656704306602478}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:21:38,590 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T18:21:38,591 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732126898574Writing region info on filesystem at 1732126898574Initializing all the Stores at 1732126898575 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126898575Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126898576 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126898576Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126898576Cleaning up temporary data from old regions at 1732126898588 (+12 ms)Running coprocessor post-open hooks at 1732126898590 (+2 ms)Region opened successfully at 1732126898591 (+1 ms) 2024-11-20T18:21:38,592 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732126898531 2024-11-20T18:21:38,594 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T18:21:38,594 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T18:21:38,595 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b87edf34edd,34955,1732126896062 2024-11-20T18:21:38,596 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b87edf34edd,34955,1732126896062, state=OPEN 2024-11-20T18:21:38,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41537-0x101597ae0c50000, quorum=127.0.0.1:53427, baseZNode=/0-844397461 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-844397461/meta-region-server 2024-11-20T18:21:38,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34955-0x101597ae0c50001, quorum=127.0.0.1:53427, baseZNode=/0-844397461 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-844397461/meta-region-server 2024-11-20T18:21:38,626 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b87edf34edd,34955,1732126896062 2024-11-20T18:21:38,627 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-844397461/meta-region-server: CHANGED 2024-11-20T18:21:38,627 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-844397461/meta-region-server: CHANGED 2024-11-20T18:21:38,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T18:21:38,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b87edf34edd,34955,1732126896062 in 247 msec 2024-11-20T18:21:38,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T18:21:38,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 690 msec 2024-11-20T18:21:38,630 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:21:38,630 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T18:21:38,631 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:21:38,631 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,34955,1732126896062, seqNum=-1] 2024-11-20T18:21:38,631 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:21:38,632 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38427, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:21:38,636 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 823 msec 2024-11-20T18:21:38,636 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732126898636, completionTime=-1 2024-11-20T18:21:38,636 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T18:21:38,636 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T18:21:38,638 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T18:21:38,638 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732126958638 2024-11-20T18:21:38,638 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732127018638 2024-11-20T18:21:38,638 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T18:21:38,638 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,41537,1732126895857-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:38,638 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,41537,1732126895857-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:38,638 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,41537,1732126895857-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:38,638 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b87edf34edd:41537, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:38,638 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:38,638 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:38,640 DEBUG [master/6b87edf34edd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T18:21:38,641 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.515sec 2024-11-20T18:21:38,641 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T18:21:38,641 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T18:21:38,641 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T18:21:38,641 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T18:21:38,641 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T18:21:38,641 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,41537,1732126895857-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T18:21:38,641 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,41537,1732126895857-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T18:21:38,643 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T18:21:38,643 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T18:21:38,643 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,41537,1732126895857-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:38,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@181a2d32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:38,703 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,41537,-1 for getting cluster id 2024-11-20T18:21:38,703 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:21:38,704 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c53b42a-2a50-42ed-846c-f1253bedbe28' 2024-11-20T18:21:38,704 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:21:38,705 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c53b42a-2a50-42ed-846c-f1253bedbe28" 2024-11-20T18:21:38,705 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@398e5a0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:38,705 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,41537,-1] 2024-11-20T18:21:38,705 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:21:38,705 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:38,706 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:21:38,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14e8f791, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:38,707 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:21:38,708 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,34955,1732126896062, seqNum=-1] 2024-11-20T18:21:38,709 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:21:38,710 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:21:38,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b87edf34edd,41537,1732126895857 2024-11-20T18:21:38,712 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53427 2024-11-20T18:21:38,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53427, baseZNode=/0-844397461 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:21:38,748 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101597ae0c50002 connected 2024-11-20T18:21:38,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7822aa6f-f502-2db0-26ef-2697c767947a/hadoop.log.dir so I do NOT create it in target/test-data/fc622ae0-ab35-22c5-0c1e-7b94e6fbc388 2024-11-20T18:21:38,781 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7822aa6f-f502-2db0-26ef-2697c767947a/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T18:21:38,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7822aa6f-f502-2db0-26ef-2697c767947a/hadoop.tmp.dir so I do NOT create it in target/test-data/fc622ae0-ab35-22c5-0c1e-7b94e6fbc388 2024-11-20T18:21:38,781 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7822aa6f-f502-2db0-26ef-2697c767947a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T18:21:38,781 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc622ae0-ab35-22c5-0c1e-7b94e6fbc388 2024-11-20T18:21:38,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T18:21:38,781 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc622ae0-ab35-22c5-0c1e-7b94e6fbc388/cluster_19594f19-593e-6f3f-a203-f47f8565b728, deleteOnExit=true 2024-11-20T18:21:38,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T18:21:38,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc622ae0-ab35-22c5-0c1e-7b94e6fbc388/test.cache.data in system properties and HBase conf 2024-11-20T18:21:38,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc622ae0-ab35-22c5-0c1e-7b94e6fbc388/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T18:21:38,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc622ae0-ab35-22c5-0c1e-7b94e6fbc388/hadoop.log.dir in system properties and HBase conf 2024-11-20T18:21:38,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc622ae0-ab35-22c5-0c1e-7b94e6fbc388/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T18:21:38,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc622ae0-ab35-22c5-0c1e-7b94e6fbc388/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T18:21:38,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T18:21:38,781 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T18:21:38,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc622ae0-ab35-22c5-0c1e-7b94e6fbc388/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T18:21:38,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc622ae0-ab35-22c5-0c1e-7b94e6fbc388/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T18:21:38,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc622ae0-ab35-22c5-0c1e-7b94e6fbc388/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T18:21:38,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc622ae0-ab35-22c5-0c1e-7b94e6fbc388/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T18:21:38,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc622ae0-ab35-22c5-0c1e-7b94e6fbc388/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T18:21:38,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc622ae0-ab35-22c5-0c1e-7b94e6fbc388/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T18:21:38,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc622ae0-ab35-22c5-0c1e-7b94e6fbc388/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T18:21:38,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc622ae0-ab35-22c5-0c1e-7b94e6fbc388/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T18:21:38,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc622ae0-ab35-22c5-0c1e-7b94e6fbc388/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T18:21:38,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc622ae0-ab35-22c5-0c1e-7b94e6fbc388/nfs.dump.dir in system properties and HBase conf 2024-11-20T18:21:38,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc622ae0-ab35-22c5-0c1e-7b94e6fbc388/java.io.tmpdir in system properties and HBase conf 2024-11-20T18:21:38,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc622ae0-ab35-22c5-0c1e-7b94e6fbc388/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T18:21:38,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc622ae0-ab35-22c5-0c1e-7b94e6fbc388/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T18:21:38,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc622ae0-ab35-22c5-0c1e-7b94e6fbc388/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T18:21:39,469 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:21:39,472 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T18:21:39,473 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T18:21:39,473 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T18:21:39,474 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T18:21:39,474 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:21:39,475 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72381bcb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc622ae0-ab35-22c5-0c1e-7b94e6fbc388/hadoop.log.dir/,AVAILABLE} 2024-11-20T18:21:39,475 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62fd1456{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T18:21:39,585 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@52ce5cb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc622ae0-ab35-22c5-0c1e-7b94e6fbc388/java.io.tmpdir/jetty-localhost-40799-hadoop-hdfs-3_4_1-tests_jar-_-any-4941805144886013188/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T18:21:39,585 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f82d566{HTTP/1.1, (http/1.1)}{localhost:40799} 2024-11-20T18:21:39,585 INFO [Time-limited test {}] server.Server(415): Started @239925ms 2024-11-20T18:21:40,031 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:21:40,035 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T18:21:40,039 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T18:21:40,039 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T18:21:40,039 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T18:21:40,040 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30f723f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc622ae0-ab35-22c5-0c1e-7b94e6fbc388/hadoop.log.dir/,AVAILABLE} 2024-11-20T18:21:40,041 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50038b35{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T18:21:40,140 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c1f34ff{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc622ae0-ab35-22c5-0c1e-7b94e6fbc388/java.io.tmpdir/jetty-localhost-37523-hadoop-hdfs-3_4_1-tests_jar-_-any-1977071400744762613/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T18:21:40,140 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7942bfb4{HTTP/1.1, (http/1.1)}{localhost:37523} 2024-11-20T18:21:40,140 INFO [Time-limited test {}] server.Server(415): Started @240480ms 2024-11-20T18:21:40,141 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T18:21:41,625 WARN [Thread-2797 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc622ae0-ab35-22c5-0c1e-7b94e6fbc388/cluster_19594f19-593e-6f3f-a203-f47f8565b728/data/data2/current/BP-559697913-172.17.0.3-1732126898796/current, will proceed with Du for space computation calculation, 2024-11-20T18:21:41,625 WARN [Thread-2796 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc622ae0-ab35-22c5-0c1e-7b94e6fbc388/cluster_19594f19-593e-6f3f-a203-f47f8565b728/data/data1/current/BP-559697913-172.17.0.3-1732126898796/current, will proceed with Du for space computation calculation, 2024-11-20T18:21:41,642 WARN [Thread-2784 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T18:21:41,644 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x70d252267dafa560 with lease ID 0x9d8adaeca7ae04ba: Processing first storage report for DS-00315ed3-cc0f-45a3-a9a0-3fce837a05ed from datanode DatanodeRegistration(127.0.0.1:34929, datanodeUuid=d8631fbe-3118-4869-b7fa-d2cc0d7e09d4, infoPort=37925, infoSecurePort=0, ipcPort=35191, storageInfo=lv=-57;cid=testClusterID;nsid=1217279606;c=1732126898796) 2024-11-20T18:21:41,644 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x70d252267dafa560 with lease ID 0x9d8adaeca7ae04ba: from storage DS-00315ed3-cc0f-45a3-a9a0-3fce837a05ed node DatanodeRegistration(127.0.0.1:34929, datanodeUuid=d8631fbe-3118-4869-b7fa-d2cc0d7e09d4, infoPort=37925, infoSecurePort=0, ipcPort=35191, storageInfo=lv=-57;cid=testClusterID;nsid=1217279606;c=1732126898796), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T18:21:41,644 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x70d252267dafa560 with lease ID 0x9d8adaeca7ae04ba: Processing first storage report for DS-ab468685-e3f0-4cf1-ab65-3d521419f6ab from datanode DatanodeRegistration(127.0.0.1:34929, datanodeUuid=d8631fbe-3118-4869-b7fa-d2cc0d7e09d4, infoPort=37925, infoSecurePort=0, ipcPort=35191, storageInfo=lv=-57;cid=testClusterID;nsid=1217279606;c=1732126898796) 2024-11-20T18:21:41,644 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x70d252267dafa560 with lease ID 0x9d8adaeca7ae04ba: from storage DS-ab468685-e3f0-4cf1-ab65-3d521419f6ab node DatanodeRegistration(127.0.0.1:34929, datanodeUuid=d8631fbe-3118-4869-b7fa-d2cc0d7e09d4, infoPort=37925, infoSecurePort=0, ipcPort=35191, storageInfo=lv=-57;cid=testClusterID;nsid=1217279606;c=1732126898796), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T18:21:41,673 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc622ae0-ab35-22c5-0c1e-7b94e6fbc388 2024-11-20T18:21:41,673 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:21:41,674 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:21:41,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34929 is added to blk_1073741825_1001 (size=7) 2024-11-20T18:21:42,082 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842 with version=8 2024-11-20T18:21:42,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/hbase-staging 2024-11-20T18:21:42,084 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b87edf34edd:0 server-side Connection retries=45 2024-11-20T18:21:42,084 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:21:42,084 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T18:21:42,084 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T18:21:42,084 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:21:42,084 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T18:21:42,084 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T18:21:42,084 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T18:21:42,085 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38267 2024-11-20T18:21:42,085 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38267 connecting to ZooKeeper ensemble=127.0.0.1:53427 2024-11-20T18:21:42,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:382670x0, quorum=127.0.0.1:53427, baseZNode=/11067427724 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:21:42,127 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38267-0x101597ae0c50003 connected 2024-11-20T18:21:42,326 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:21:42,327 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:21:42,328 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38267-0x101597ae0c50003, quorum=127.0.0.1:53427, baseZNode=/11067427724 Set watcher on znode that does not yet exist, /11067427724/running 2024-11-20T18:21:42,329 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842, hbase.cluster.distributed=false 2024-11-20T18:21:42,330 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38267-0x101597ae0c50003, quorum=127.0.0.1:53427, baseZNode=/11067427724 Set watcher on znode that does not yet exist, /11067427724/acl 2024-11-20T18:21:42,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38267 2024-11-20T18:21:42,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38267 2024-11-20T18:21:42,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38267 2024-11-20T18:21:42,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38267 2024-11-20T18:21:42,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38267 2024-11-20T18:21:42,348 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b87edf34edd:0 server-side Connection retries=45 2024-11-20T18:21:42,348 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:21:42,348 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T18:21:42,348 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T18:21:42,348 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:21:42,348 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T18:21:42,348 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T18:21:42,348 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T18:21:42,349 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38125 2024-11-20T18:21:42,350 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38125 connecting to ZooKeeper ensemble=127.0.0.1:53427 2024-11-20T18:21:42,350 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:21:42,351 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:21:42,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:381250x0, quorum=127.0.0.1:53427, baseZNode=/11067427724 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:21:42,358 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38125-0x101597ae0c50004 connected 2024-11-20T18:21:42,358 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38125-0x101597ae0c50004, quorum=127.0.0.1:53427, baseZNode=/11067427724 Set watcher on znode that does not yet exist, /11067427724/running 2024-11-20T18:21:42,358 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T18:21:42,358 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T18:21:42,359 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38125-0x101597ae0c50004, quorum=127.0.0.1:53427, baseZNode=/11067427724 Set watcher on znode that does not yet exist, /11067427724/master 2024-11-20T18:21:42,360 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38125-0x101597ae0c50004, quorum=127.0.0.1:53427, baseZNode=/11067427724 Set watcher on znode that does not yet exist, /11067427724/acl 2024-11-20T18:21:42,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38125 2024-11-20T18:21:42,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38125 2024-11-20T18:21:42,366 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38125 2024-11-20T18:21:42,366 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38125 2024-11-20T18:21:42,366 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38125 2024-11-20T18:21:42,379 DEBUG [M:0;6b87edf34edd:38267 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b87edf34edd:38267 2024-11-20T18:21:42,379 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11067427724/backup-masters/6b87edf34edd,38267,1732126902083 2024-11-20T18:21:42,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38125-0x101597ae0c50004, quorum=127.0.0.1:53427, baseZNode=/11067427724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11067427724/backup-masters 2024-11-20T18:21:42,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38267-0x101597ae0c50003, quorum=127.0.0.1:53427, baseZNode=/11067427724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11067427724/backup-masters 2024-11-20T18:21:42,410 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38267-0x101597ae0c50003, quorum=127.0.0.1:53427, baseZNode=/11067427724 Set watcher on existing znode=/11067427724/backup-masters/6b87edf34edd,38267,1732126902083 2024-11-20T18:21:42,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38125-0x101597ae0c50004, quorum=127.0.0.1:53427, baseZNode=/11067427724 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11067427724/master 2024-11-20T18:21:42,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38267-0x101597ae0c50003, quorum=127.0.0.1:53427, baseZNode=/11067427724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11067427724 2024-11-20T18:21:42,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38125-0x101597ae0c50004, quorum=127.0.0.1:53427, baseZNode=/11067427724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11067427724 2024-11-20T18:21:42,479 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38267-0x101597ae0c50003, quorum=127.0.0.1:53427, baseZNode=/11067427724 Set watcher on existing znode=/11067427724/master 2024-11-20T18:21:42,480 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11067427724/backup-masters/6b87edf34edd,38267,1732126902083 from backup master directory 2024-11-20T18:21:42,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38267-0x101597ae0c50003, quorum=127.0.0.1:53427, baseZNode=/11067427724 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11067427724/backup-masters/6b87edf34edd,38267,1732126902083 2024-11-20T18:21:42,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38125-0x101597ae0c50004, quorum=127.0.0.1:53427, baseZNode=/11067427724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11067427724/backup-masters 2024-11-20T18:21:42,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38267-0x101597ae0c50003, quorum=127.0.0.1:53427, baseZNode=/11067427724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11067427724/backup-masters 2024-11-20T18:21:42,502 WARN [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T18:21:42,502 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b87edf34edd,38267,1732126902083 2024-11-20T18:21:42,505 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/hbase.id] with ID: 399f5c6d-c4f6-43dd-98d4-8f04f5b6bd72 2024-11-20T18:21:42,505 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/.tmp/hbase.id 2024-11-20T18:21:42,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34929 is added to blk_1073741826_1002 (size=42) 2024-11-20T18:21:42,909 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/.tmp/hbase.id]:[hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/hbase.id] 2024-11-20T18:21:42,921 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:21:42,921 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T18:21:42,922 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T18:21:42,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38125-0x101597ae0c50004, quorum=127.0.0.1:53427, baseZNode=/11067427724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11067427724 2024-11-20T18:21:42,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38267-0x101597ae0c50003, quorum=127.0.0.1:53427, baseZNode=/11067427724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11067427724 2024-11-20T18:21:42,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34929 is added to blk_1073741827_1003 (size=196) 2024-11-20T18:21:42,941 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T18:21:42,942 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T18:21:42,944 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:21:42,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34929 is added to blk_1073741828_1004 (size=1189) 2024-11-20T18:21:43,354 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/MasterData/data/master/store 2024-11-20T18:21:43,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34929 is added to blk_1073741829_1005 (size=34) 2024-11-20T18:21:43,779 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:21:43,780 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T18:21:43,780 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:21:43,780 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:21:43,780 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T18:21:43,780 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:21:43,780 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:21:43,780 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732126903779Disabling compacts and flushes for region at 1732126903779Disabling writes for close at 1732126903780 (+1 ms)Writing region close event to WAL at 1732126903780Closed at 1732126903780 2024-11-20T18:21:43,781 WARN [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/MasterData/data/master/store/.initializing 2024-11-20T18:21:43,781 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/MasterData/WALs/6b87edf34edd,38267,1732126902083 2024-11-20T18:21:43,782 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T18:21:43,783 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b87edf34edd%2C38267%2C1732126902083, suffix=, logDir=hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/MasterData/WALs/6b87edf34edd,38267,1732126902083, archiveDir=hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/MasterData/oldWALs, maxLogs=10 2024-11-20T18:21:43,798 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/MasterData/WALs/6b87edf34edd,38267,1732126902083/6b87edf34edd%2C38267%2C1732126902083.1732126903784, exclude list is [], retry=0 2024-11-20T18:21:43,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34929,DS-00315ed3-cc0f-45a3-a9a0-3fce837a05ed,DISK] 2024-11-20T18:21:43,803 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/MasterData/WALs/6b87edf34edd,38267,1732126902083/6b87edf34edd%2C38267%2C1732126902083.1732126903784 2024-11-20T18:21:43,804 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37925:37925)] 2024-11-20T18:21:43,804 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:21:43,804 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:21:43,804 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:43,804 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:43,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:43,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T18:21:43,812 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:43,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:21:43,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:43,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T18:21:43,814 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:43,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:21:43,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:43,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T18:21:43,815 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:43,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:21:43,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:43,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T18:21:43,818 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:43,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:21:43,818 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:43,819 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:43,819 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:43,820 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:43,820 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:43,820 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:21:43,821 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:43,823 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:21:43,823 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68645378, jitterRate=0.022895842790603638}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:21:43,824 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732126903804Initializing all the Stores at 1732126903805 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126903805Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126903810 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126903810Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126903810Cleaning up temporary data from old regions at 1732126903820 (+10 ms)Region opened successfully at 1732126903824 (+4 ms) 2024-11-20T18:21:43,824 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T18:21:43,827 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e100b86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b87edf34edd/172.17.0.3:0 2024-11-20T18:21:43,827 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T18:21:43,828 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T18:21:43,828 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T18:21:43,828 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T18:21:43,828 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T18:21:43,829 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T18:21:43,829 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T18:21:43,838 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T18:21:43,838 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38267-0x101597ae0c50003, quorum=127.0.0.1:53427, baseZNode=/11067427724 Unable to get data of znode /11067427724/balancer because node does not exist (not necessarily an error) 2024-11-20T18:21:43,841 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11067427724/balancer already deleted, retry=false 2024-11-20T18:21:43,842 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T18:21:43,843 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38267-0x101597ae0c50003, quorum=127.0.0.1:53427, baseZNode=/11067427724 Unable to get data of znode /11067427724/normalizer because node does not exist (not necessarily an error) 2024-11-20T18:21:43,852 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11067427724/normalizer already deleted, retry=false 2024-11-20T18:21:43,852 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T18:21:43,853 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38267-0x101597ae0c50003, quorum=127.0.0.1:53427, baseZNode=/11067427724 Unable to get data of znode /11067427724/switch/split because node does not exist (not necessarily an error) 2024-11-20T18:21:43,863 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11067427724/switch/split already deleted, retry=false 2024-11-20T18:21:43,864 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38267-0x101597ae0c50003, quorum=127.0.0.1:53427, baseZNode=/11067427724 Unable to get data of znode /11067427724/switch/merge because node does not exist (not necessarily an error) 2024-11-20T18:21:43,873 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11067427724/switch/merge already deleted, retry=false 2024-11-20T18:21:43,877 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38267-0x101597ae0c50003, quorum=127.0.0.1:53427, baseZNode=/11067427724 Unable to get data of znode /11067427724/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T18:21:43,884 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11067427724/snapshot-cleanup already deleted, retry=false 2024-11-20T18:21:43,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38267-0x101597ae0c50003, quorum=127.0.0.1:53427, baseZNode=/11067427724 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11067427724/running 2024-11-20T18:21:43,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38267-0x101597ae0c50003, quorum=127.0.0.1:53427, baseZNode=/11067427724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11067427724 2024-11-20T18:21:43,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38125-0x101597ae0c50004, quorum=127.0.0.1:53427, baseZNode=/11067427724 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11067427724/running 2024-11-20T18:21:43,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38125-0x101597ae0c50004, quorum=127.0.0.1:53427, baseZNode=/11067427724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11067427724 2024-11-20T18:21:43,895 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b87edf34edd,38267,1732126902083, sessionid=0x101597ae0c50003, setting cluster-up flag (Was=false) 2024-11-20T18:21:43,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38125-0x101597ae0c50004, quorum=127.0.0.1:53427, baseZNode=/11067427724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11067427724 2024-11-20T18:21:43,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38267-0x101597ae0c50003, quorum=127.0.0.1:53427, baseZNode=/11067427724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11067427724 2024-11-20T18:21:44,076 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T18:21:44,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:44,109 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11067427724/flush-table-proc/acquired, /11067427724/flush-table-proc/reached, /11067427724/flush-table-proc/abort 2024-11-20T18:21:44,110 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b87edf34edd,38267,1732126902083 2024-11-20T18:21:44,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:44,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:44,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:44,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:44,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:44,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:44,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:44,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:44,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:44,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:44,150 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T18:21:44,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38125-0x101597ae0c50004, quorum=127.0.0.1:53427, baseZNode=/11067427724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11067427724 2024-11-20T18:21:44,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38267-0x101597ae0c50003, quorum=127.0.0.1:53427, baseZNode=/11067427724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11067427724 2024-11-20T18:21:44,189 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11067427724/online-snapshot/acquired, /11067427724/online-snapshot/reached, /11067427724/online-snapshot/abort 2024-11-20T18:21:44,190 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b87edf34edd,38267,1732126902083 2024-11-20T18:21:44,191 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T18:21:44,196 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T18:21:44,197 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T18:21:44,197 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T18:21:44,197 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b87edf34edd,38267,1732126902083 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T18:21:44,198 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:21:44,198 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:21:44,198 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:21:44,198 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:21:44,198 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b87edf34edd:0, corePoolSize=10, maxPoolSize=10 2024-11-20T18:21:44,199 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:44,199 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b87edf34edd:0, corePoolSize=2, maxPoolSize=2 2024-11-20T18:21:44,199 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:44,201 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:21:44,201 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T18:21:44,202 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:44,202 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T18:21:44,209 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732126934209 2024-11-20T18:21:44,209 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T18:21:44,210 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T18:21:44,210 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T18:21:44,210 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T18:21:44,210 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T18:21:44,210 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T18:21:44,216 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:44,221 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T18:21:44,221 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T18:21:44,221 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T18:21:44,221 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T18:21:44,222 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T18:21:44,222 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T18:21:44,222 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732126904222,5,FailOnTimeoutGroup] 2024-11-20T18:21:44,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34929 is added to blk_1073741831_1007 (size=1321) 2024-11-20T18:21:44,223 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T18:21:44,223 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842 2024-11-20T18:21:44,224 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732126904222,5,FailOnTimeoutGroup] 2024-11-20T18:21:44,224 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:44,224 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T18:21:44,224 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:44,224 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:44,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34929 is added to blk_1073741832_1008 (size=32) 2024-11-20T18:21:44,269 INFO [RS:0;6b87edf34edd:38125 {}] regionserver.HRegionServer(746): ClusterId : 399f5c6d-c4f6-43dd-98d4-8f04f5b6bd72 2024-11-20T18:21:44,269 DEBUG [RS:0;6b87edf34edd:38125 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T18:21:44,274 DEBUG [RS:0;6b87edf34edd:38125 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T18:21:44,274 DEBUG [RS:0;6b87edf34edd:38125 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T18:21:44,284 DEBUG [RS:0;6b87edf34edd:38125 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T18:21:44,284 DEBUG [RS:0;6b87edf34edd:38125 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55519200, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b87edf34edd/172.17.0.3:0 2024-11-20T18:21:44,295 DEBUG [RS:0;6b87edf34edd:38125 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b87edf34edd:38125 2024-11-20T18:21:44,295 INFO [RS:0;6b87edf34edd:38125 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T18:21:44,295 INFO [RS:0;6b87edf34edd:38125 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T18:21:44,295 DEBUG [RS:0;6b87edf34edd:38125 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T18:21:44,296 INFO [RS:0;6b87edf34edd:38125 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b87edf34edd,38267,1732126902083 with port=38125, startcode=1732126902347 2024-11-20T18:21:44,296 DEBUG [RS:0;6b87edf34edd:38125 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T18:21:44,297 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36235, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T18:21:44,297 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38267 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b87edf34edd,38125,1732126902347 2024-11-20T18:21:44,297 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38267 {}] master.ServerManager(517): Registering regionserver=6b87edf34edd,38125,1732126902347 2024-11-20T18:21:44,298 DEBUG [RS:0;6b87edf34edd:38125 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842 2024-11-20T18:21:44,298 DEBUG [RS:0;6b87edf34edd:38125 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33829 2024-11-20T18:21:44,298 DEBUG [RS:0;6b87edf34edd:38125 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T18:21:44,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38267-0x101597ae0c50003, quorum=127.0.0.1:53427, baseZNode=/11067427724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11067427724/rs 2024-11-20T18:21:44,384 DEBUG [RS:0;6b87edf34edd:38125 {}] zookeeper.ZKUtil(111): regionserver:38125-0x101597ae0c50004, quorum=127.0.0.1:53427, baseZNode=/11067427724 Set watcher on existing znode=/11067427724/rs/6b87edf34edd,38125,1732126902347 2024-11-20T18:21:44,384 WARN [RS:0;6b87edf34edd:38125 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T18:21:44,384 INFO [RS:0;6b87edf34edd:38125 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:21:44,385 DEBUG [RS:0;6b87edf34edd:38125 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347 2024-11-20T18:21:44,385 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b87edf34edd,38125,1732126902347] 2024-11-20T18:21:44,388 INFO [RS:0;6b87edf34edd:38125 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T18:21:44,390 INFO [RS:0;6b87edf34edd:38125 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T18:21:44,390 INFO [RS:0;6b87edf34edd:38125 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T18:21:44,390 INFO [RS:0;6b87edf34edd:38125 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:44,390 INFO [RS:0;6b87edf34edd:38125 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T18:21:44,391 INFO [RS:0;6b87edf34edd:38125 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T18:21:44,391 INFO [RS:0;6b87edf34edd:38125 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:44,391 DEBUG [RS:0;6b87edf34edd:38125 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:44,391 DEBUG [RS:0;6b87edf34edd:38125 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:44,391 DEBUG [RS:0;6b87edf34edd:38125 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:44,391 DEBUG [RS:0;6b87edf34edd:38125 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:44,391 DEBUG [RS:0;6b87edf34edd:38125 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:44,391 DEBUG [RS:0;6b87edf34edd:38125 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b87edf34edd:0, corePoolSize=2, maxPoolSize=2 2024-11-20T18:21:44,391 DEBUG [RS:0;6b87edf34edd:38125 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:44,391 DEBUG [RS:0;6b87edf34edd:38125 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:44,391 DEBUG [RS:0;6b87edf34edd:38125 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:44,391 DEBUG [RS:0;6b87edf34edd:38125 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:44,391 DEBUG [RS:0;6b87edf34edd:38125 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:44,391 DEBUG [RS:0;6b87edf34edd:38125 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:44,391 DEBUG [RS:0;6b87edf34edd:38125 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b87edf34edd:0, corePoolSize=3, maxPoolSize=3 2024-11-20T18:21:44,391 DEBUG [RS:0;6b87edf34edd:38125 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b87edf34edd:0, corePoolSize=3, maxPoolSize=3 2024-11-20T18:21:44,396 INFO [RS:0;6b87edf34edd:38125 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:44,396 INFO [RS:0;6b87edf34edd:38125 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:44,396 INFO [RS:0;6b87edf34edd:38125 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:44,396 INFO [RS:0;6b87edf34edd:38125 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:44,396 INFO [RS:0;6b87edf34edd:38125 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:44,396 INFO [RS:0;6b87edf34edd:38125 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,38125,1732126902347-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T18:21:44,412 INFO [RS:0;6b87edf34edd:38125 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T18:21:44,413 INFO [RS:0;6b87edf34edd:38125 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,38125,1732126902347-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:44,413 INFO [RS:0;6b87edf34edd:38125 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:44,413 INFO [RS:0;6b87edf34edd:38125 {}] regionserver.Replication(171): 6b87edf34edd,38125,1732126902347 started 2024-11-20T18:21:44,425 INFO [RS:0;6b87edf34edd:38125 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:44,425 INFO [RS:0;6b87edf34edd:38125 {}] regionserver.HRegionServer(1482): Serving as 6b87edf34edd,38125,1732126902347, RpcServer on 6b87edf34edd/172.17.0.3:38125, sessionid=0x101597ae0c50004 2024-11-20T18:21:44,425 DEBUG [RS:0;6b87edf34edd:38125 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T18:21:44,425 DEBUG [RS:0;6b87edf34edd:38125 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b87edf34edd,38125,1732126902347 2024-11-20T18:21:44,425 DEBUG [RS:0;6b87edf34edd:38125 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b87edf34edd,38125,1732126902347' 2024-11-20T18:21:44,425 DEBUG [RS:0;6b87edf34edd:38125 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11067427724/flush-table-proc/abort' 2024-11-20T18:21:44,426 DEBUG [RS:0;6b87edf34edd:38125 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11067427724/flush-table-proc/acquired' 2024-11-20T18:21:44,426 DEBUG [RS:0;6b87edf34edd:38125 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T18:21:44,426 DEBUG [RS:0;6b87edf34edd:38125 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T18:21:44,426 DEBUG [RS:0;6b87edf34edd:38125 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b87edf34edd,38125,1732126902347 2024-11-20T18:21:44,426 DEBUG [RS:0;6b87edf34edd:38125 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b87edf34edd,38125,1732126902347' 2024-11-20T18:21:44,426 DEBUG [RS:0;6b87edf34edd:38125 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11067427724/online-snapshot/abort' 2024-11-20T18:21:44,426 DEBUG [RS:0;6b87edf34edd:38125 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11067427724/online-snapshot/acquired' 2024-11-20T18:21:44,427 DEBUG [RS:0;6b87edf34edd:38125 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T18:21:44,427 INFO [RS:0;6b87edf34edd:38125 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T18:21:44,427 INFO [RS:0;6b87edf34edd:38125 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T18:21:44,527 INFO [RS:0;6b87edf34edd:38125 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T18:21:44,528 INFO [RS:0;6b87edf34edd:38125 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b87edf34edd%2C38125%2C1732126902347, suffix=, logDir=hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347, archiveDir=hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/oldWALs, maxLogs=10 2024-11-20T18:21:44,542 DEBUG [RS:0;6b87edf34edd:38125 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.1732126904528, exclude list is [], retry=0 2024-11-20T18:21:44,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34929,DS-00315ed3-cc0f-45a3-a9a0-3fce837a05ed,DISK] 2024-11-20T18:21:44,546 INFO [RS:0;6b87edf34edd:38125 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.1732126904528 2024-11-20T18:21:44,546 DEBUG [RS:0;6b87edf34edd:38125 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37925:37925)] 2024-11-20T18:21:44,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:21:44,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T18:21:44,638 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T18:21:44,638 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:44,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:21:44,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T18:21:44,639 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T18:21:44,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:44,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:21:44,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T18:21:44,640 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T18:21:44,640 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:44,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:21:44,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T18:21:44,641 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T18:21:44,641 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:44,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:21:44,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T18:21:44,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/data/hbase/meta/1588230740 2024-11-20T18:21:44,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/data/hbase/meta/1588230740 2024-11-20T18:21:44,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T18:21:44,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T18:21:44,643 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:21:44,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T18:21:44,646 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:21:44,646 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74902231, jitterRate=0.11613021790981293}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:21:44,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732126904636Initializing all the Stores at 1732126904637 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126904637Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126904637Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126904637Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126904637Cleaning up temporary data from old regions at 1732126904643 (+6 ms)Region opened successfully at 1732126904646 (+3 ms) 2024-11-20T18:21:44,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T18:21:44,646 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T18:21:44,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T18:21:44,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T18:21:44,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T18:21:44,646 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T18:21:44,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732126904646Disabling compacts and flushes for region at 1732126904646Disabling writes for close at 1732126904646Writing region close event to WAL at 1732126904646Closed at 1732126904646 2024-11-20T18:21:44,647 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:21:44,647 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T18:21:44,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T18:21:44,648 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T18:21:44,649 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T18:21:44,799 DEBUG [6b87edf34edd:38267 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T18:21:44,800 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b87edf34edd,38125,1732126902347 2024-11-20T18:21:44,800 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b87edf34edd,38125,1732126902347, state=OPENING 2024-11-20T18:21:44,810 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T18:21:44,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38267-0x101597ae0c50003, quorum=127.0.0.1:53427, baseZNode=/11067427724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11067427724 2024-11-20T18:21:44,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38125-0x101597ae0c50004, quorum=127.0.0.1:53427, baseZNode=/11067427724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11067427724 2024-11-20T18:21:44,821 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11067427724/meta-region-server: CHANGED 2024-11-20T18:21:44,821 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T18:21:44,821 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11067427724/meta-region-server: CHANGED 2024-11-20T18:21:44,821 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b87edf34edd,38125,1732126902347}] 2024-11-20T18:21:44,973 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T18:21:44,975 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50913, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T18:21:44,980 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T18:21:44,980 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:21:44,980 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T18:21:44,981 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b87edf34edd%2C38125%2C1732126902347.meta, suffix=.meta, logDir=hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347, archiveDir=hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/oldWALs, maxLogs=10 2024-11-20T18:21:44,999 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.meta.1732126904981.meta, exclude list is [], retry=0 2024-11-20T18:21:45,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34929,DS-00315ed3-cc0f-45a3-a9a0-3fce837a05ed,DISK] 2024-11-20T18:21:45,005 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.meta.1732126904981.meta 2024-11-20T18:21:45,005 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37925:37925)] 2024-11-20T18:21:45,005 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:21:45,006 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T18:21:45,006 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T18:21:45,006 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T18:21:45,006 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T18:21:45,006 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T18:21:45,006 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:21:45,006 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T18:21:45,006 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T18:21:45,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T18:21:45,009 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T18:21:45,009 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:45,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:21:45,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T18:21:45,010 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T18:21:45,010 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:45,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:21:45,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T18:21:45,012 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T18:21:45,012 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:45,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:21:45,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T18:21:45,013 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T18:21:45,013 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:45,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:21:45,013 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T18:21:45,014 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/data/hbase/meta/1588230740 2024-11-20T18:21:45,015 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/data/hbase/meta/1588230740 2024-11-20T18:21:45,016 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T18:21:45,016 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T18:21:45,016 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:21:45,017 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T18:21:45,018 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72002304, jitterRate=0.07291793823242188}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:21:45,018 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T18:21:45,018 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732126905006Writing region info on filesystem at 1732126905006Initializing all the Stores at 1732126905007 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126905007Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126905008 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126905008Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126905008Cleaning up temporary data from old regions at 1732126905016 (+8 ms)Running coprocessor post-open hooks at 1732126905018 (+2 ms)Region opened successfully at 1732126905018 2024-11-20T18:21:45,019 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732126904973 2024-11-20T18:21:45,021 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b87edf34edd,38125,1732126902347 2024-11-20T18:21:45,022 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b87edf34edd,38125,1732126902347, state=OPEN 2024-11-20T18:21:45,022 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T18:21:45,022 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T18:21:45,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38125-0x101597ae0c50004, quorum=127.0.0.1:53427, baseZNode=/11067427724 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11067427724/meta-region-server 2024-11-20T18:21:45,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38267-0x101597ae0c50003, quorum=127.0.0.1:53427, baseZNode=/11067427724 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11067427724/meta-region-server 2024-11-20T18:21:45,031 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b87edf34edd,38125,1732126902347 2024-11-20T18:21:45,031 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11067427724/meta-region-server: CHANGED 2024-11-20T18:21:45,031 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11067427724/meta-region-server: CHANGED 2024-11-20T18:21:45,034 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T18:21:45,034 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b87edf34edd,38125,1732126902347 in 210 msec 2024-11-20T18:21:45,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T18:21:45,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 386 msec 2024-11-20T18:21:45,037 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:21:45,037 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T18:21:45,038 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:21:45,038 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,38125,1732126902347, seqNum=-1] 2024-11-20T18:21:45,039 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:21:45,040 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39043, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:21:45,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 852 msec 2024-11-20T18:21:45,046 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732126905045, completionTime=-1 2024-11-20T18:21:45,046 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T18:21:45,046 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T18:21:45,049 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T18:21:45,049 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732126965049 2024-11-20T18:21:45,049 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732127025049 2024-11-20T18:21:45,049 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-20T18:21:45,049 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,38267,1732126902083-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:45,049 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,38267,1732126902083-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:45,049 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,38267,1732126902083-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:45,049 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b87edf34edd:38267, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:45,049 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:45,050 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:45,052 DEBUG [master/6b87edf34edd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T18:21:45,056 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.554sec 2024-11-20T18:21:45,056 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T18:21:45,056 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T18:21:45,056 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T18:21:45,056 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T18:21:45,056 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T18:21:45,056 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,38267,1732126902083-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T18:21:45,056 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,38267,1732126902083-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T18:21:45,059 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T18:21:45,059 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T18:21:45,060 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,38267,1732126902083-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:45,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3102efd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:45,070 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,38267,-1 for getting cluster id 2024-11-20T18:21:45,070 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:21:45,071 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '399f5c6d-c4f6-43dd-98d4-8f04f5b6bd72' 2024-11-20T18:21:45,072 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:21:45,072 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "399f5c6d-c4f6-43dd-98d4-8f04f5b6bd72" 2024-11-20T18:21:45,072 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1016dbed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:45,072 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,38267,-1] 2024-11-20T18:21:45,072 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:21:45,072 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:45,074 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:21:45,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@207a4220, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:45,076 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:21:45,077 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,38125,1732126902347, seqNum=-1] 2024-11-20T18:21:45,077 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:21:45,079 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:21:45,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b87edf34edd,38267,1732126902083 2024-11-20T18:21:45,082 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53427 2024-11-20T18:21:45,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53427, baseZNode=/11067427724 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:21:45,116 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101597ae0c50005 connected 2024-11-20T18:21:45,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc622ae0-ab35-22c5-0c1e-7b94e6fbc388/hadoop.log.dir so I do NOT create it in target/test-data/3528a90c-cbcd-9df7-d6fc-7de68a488826 2024-11-20T18:21:45,118 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc622ae0-ab35-22c5-0c1e-7b94e6fbc388/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T18:21:45,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc622ae0-ab35-22c5-0c1e-7b94e6fbc388/hadoop.tmp.dir so I do NOT create it in target/test-data/3528a90c-cbcd-9df7-d6fc-7de68a488826 2024-11-20T18:21:45,118 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc622ae0-ab35-22c5-0c1e-7b94e6fbc388/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T18:21:45,118 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3528a90c-cbcd-9df7-d6fc-7de68a488826 2024-11-20T18:21:45,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T18:21:45,118 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3528a90c-cbcd-9df7-d6fc-7de68a488826/cluster_e12010d0-437f-08cc-1f9b-cb9d4c09deed, deleteOnExit=true 2024-11-20T18:21:45,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T18:21:45,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3528a90c-cbcd-9df7-d6fc-7de68a488826/test.cache.data in system properties and HBase conf 2024-11-20T18:21:45,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3528a90c-cbcd-9df7-d6fc-7de68a488826/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T18:21:45,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3528a90c-cbcd-9df7-d6fc-7de68a488826/hadoop.log.dir in system properties and HBase conf 2024-11-20T18:21:45,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3528a90c-cbcd-9df7-d6fc-7de68a488826/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T18:21:45,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3528a90c-cbcd-9df7-d6fc-7de68a488826/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T18:21:45,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T18:21:45,119 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T18:21:45,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3528a90c-cbcd-9df7-d6fc-7de68a488826/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T18:21:45,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3528a90c-cbcd-9df7-d6fc-7de68a488826/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T18:21:45,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3528a90c-cbcd-9df7-d6fc-7de68a488826/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T18:21:45,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3528a90c-cbcd-9df7-d6fc-7de68a488826/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T18:21:45,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3528a90c-cbcd-9df7-d6fc-7de68a488826/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T18:21:45,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3528a90c-cbcd-9df7-d6fc-7de68a488826/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T18:21:45,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3528a90c-cbcd-9df7-d6fc-7de68a488826/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T18:21:45,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3528a90c-cbcd-9df7-d6fc-7de68a488826/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T18:21:45,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3528a90c-cbcd-9df7-d6fc-7de68a488826/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T18:21:45,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3528a90c-cbcd-9df7-d6fc-7de68a488826/nfs.dump.dir in system properties and HBase conf 2024-11-20T18:21:45,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3528a90c-cbcd-9df7-d6fc-7de68a488826/java.io.tmpdir in system properties and HBase conf 2024-11-20T18:21:45,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3528a90c-cbcd-9df7-d6fc-7de68a488826/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T18:21:45,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3528a90c-cbcd-9df7-d6fc-7de68a488826/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T18:21:45,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3528a90c-cbcd-9df7-d6fc-7de68a488826/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T18:21:45,369 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:21:45,369 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b87edf34edd,38325,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b87edf34edd:38325 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T18:21:45,370 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48505 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b87edf34edd,38325,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b87edf34edd:38325 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T18:21:45,468 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:21:45,484 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T18:21:45,511 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T18:21:45,511 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T18:21:45,512 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T18:21:45,514 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:21:45,515 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c39da7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3528a90c-cbcd-9df7-d6fc-7de68a488826/hadoop.log.dir/,AVAILABLE} 2024-11-20T18:21:45,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39bbaf65{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T18:21:45,648 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1bcd4879{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3528a90c-cbcd-9df7-d6fc-7de68a488826/java.io.tmpdir/jetty-localhost-37453-hadoop-hdfs-3_4_1-tests_jar-_-any-11783664988631332878/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T18:21:45,651 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65e62a16{HTTP/1.1, (http/1.1)}{localhost:37453} 2024-11-20T18:21:45,651 INFO [Time-limited test {}] server.Server(415): Started @245991ms 2024-11-20T18:21:45,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T18:21:45,726 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T18:21:45,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T18:21:45,727 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-20T18:21:45,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T18:21:45,727 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T18:21:45,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T18:21:45,727 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T18:21:46,108 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:21:46,111 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T18:21:46,144 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T18:21:46,144 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T18:21:46,144 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T18:21:46,145 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73ef94d9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3528a90c-cbcd-9df7-d6fc-7de68a488826/hadoop.log.dir/,AVAILABLE} 2024-11-20T18:21:46,145 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@136da28d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T18:21:46,272 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a33afe4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3528a90c-cbcd-9df7-d6fc-7de68a488826/java.io.tmpdir/jetty-localhost-44269-hadoop-hdfs-3_4_1-tests_jar-_-any-11675304702297375664/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T18:21:46,272 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@547f48ea{HTTP/1.1, (http/1.1)}{localhost:44269} 2024-11-20T18:21:46,272 INFO [Time-limited test {}] server.Server(415): Started @246612ms 2024-11-20T18:21:46,274 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T18:21:47,089 WARN [Thread-2917 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3528a90c-cbcd-9df7-d6fc-7de68a488826/cluster_e12010d0-437f-08cc-1f9b-cb9d4c09deed/data/data1/current/BP-993024150-172.17.0.3-1732126905143/current, will proceed with Du for space computation calculation, 2024-11-20T18:21:47,104 WARN [Thread-2918 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3528a90c-cbcd-9df7-d6fc-7de68a488826/cluster_e12010d0-437f-08cc-1f9b-cb9d4c09deed/data/data2/current/BP-993024150-172.17.0.3-1732126905143/current, will proceed with Du for space computation calculation, 2024-11-20T18:21:47,137 WARN [Thread-2905 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T18:21:47,142 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa3e59a2d7ed26e9d with lease ID 0x1bd16db9adf42fed: Processing first storage report for DS-6593c38e-0cb3-47f2-8b8f-7017933fd884 from datanode DatanodeRegistration(127.0.0.1:45735, datanodeUuid=f10ce6f9-c848-4dfd-bfc4-ca9415ec826b, infoPort=36375, infoSecurePort=0, ipcPort=46063, storageInfo=lv=-57;cid=testClusterID;nsid=1527897543;c=1732126905143) 2024-11-20T18:21:47,142 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa3e59a2d7ed26e9d with lease ID 0x1bd16db9adf42fed: from storage DS-6593c38e-0cb3-47f2-8b8f-7017933fd884 node DatanodeRegistration(127.0.0.1:45735, datanodeUuid=f10ce6f9-c848-4dfd-bfc4-ca9415ec826b, infoPort=36375, infoSecurePort=0, ipcPort=46063, storageInfo=lv=-57;cid=testClusterID;nsid=1527897543;c=1732126905143), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T18:21:47,142 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa3e59a2d7ed26e9d with lease ID 0x1bd16db9adf42fed: Processing first storage report for DS-a70edeb0-2760-4bc1-9752-55446e770a72 from datanode DatanodeRegistration(127.0.0.1:45735, datanodeUuid=f10ce6f9-c848-4dfd-bfc4-ca9415ec826b, infoPort=36375, infoSecurePort=0, ipcPort=46063, storageInfo=lv=-57;cid=testClusterID;nsid=1527897543;c=1732126905143) 2024-11-20T18:21:47,142 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa3e59a2d7ed26e9d with lease ID 0x1bd16db9adf42fed: from storage DS-a70edeb0-2760-4bc1-9752-55446e770a72 node DatanodeRegistration(127.0.0.1:45735, datanodeUuid=f10ce6f9-c848-4dfd-bfc4-ca9415ec826b, infoPort=36375, infoSecurePort=0, ipcPort=46063, storageInfo=lv=-57;cid=testClusterID;nsid=1527897543;c=1732126905143), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T18:21:47,205 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3528a90c-cbcd-9df7-d6fc-7de68a488826 2024-11-20T18:21:47,206 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:21:47,206 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:21:47,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741825_1001 (size=7) 2024-11-20T18:21:47,620 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7 with version=8 2024-11-20T18:21:47,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/hbase-staging 2024-11-20T18:21:47,622 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b87edf34edd:0 server-side Connection retries=45 2024-11-20T18:21:47,622 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:21:47,623 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T18:21:47,623 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T18:21:47,623 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:21:47,623 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T18:21:47,623 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T18:21:47,623 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T18:21:47,623 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35343 2024-11-20T18:21:47,624 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35343 connecting to ZooKeeper ensemble=127.0.0.1:53427 2024-11-20T18:21:47,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353430x0, quorum=127.0.0.1:53427, baseZNode=/2-1118576996 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:21:47,642 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35343-0x101597ae0c50006 connected 2024-11-20T18:21:47,717 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:21:47,719 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:21:47,721 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35343-0x101597ae0c50006, quorum=127.0.0.1:53427, baseZNode=/2-1118576996 Set watcher on znode that does not yet exist, /2-1118576996/running 2024-11-20T18:21:47,722 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7, hbase.cluster.distributed=false 2024-11-20T18:21:47,723 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35343-0x101597ae0c50006, quorum=127.0.0.1:53427, baseZNode=/2-1118576996 Set watcher on znode that does not yet exist, /2-1118576996/acl 2024-11-20T18:21:47,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35343 2024-11-20T18:21:47,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35343 2024-11-20T18:21:47,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35343 2024-11-20T18:21:47,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35343 2024-11-20T18:21:47,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35343 2024-11-20T18:21:47,790 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b87edf34edd:0 server-side Connection retries=45 2024-11-20T18:21:47,791 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:21:47,791 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T18:21:47,791 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T18:21:47,791 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:21:47,791 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T18:21:47,791 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T18:21:47,791 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T18:21:47,793 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39761 2024-11-20T18:21:47,794 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39761 connecting to ZooKeeper ensemble=127.0.0.1:53427 2024-11-20T18:21:47,795 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:21:47,798 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:21:47,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:397610x0, quorum=127.0.0.1:53427, baseZNode=/2-1118576996 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:21:47,832 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:397610x0, quorum=127.0.0.1:53427, baseZNode=/2-1118576996 Set watcher on znode that does not yet exist, /2-1118576996/running 2024-11-20T18:21:47,832 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T18:21:47,837 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39761-0x101597ae0c50007 connected 2024-11-20T18:21:47,860 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T18:21:47,862 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39761-0x101597ae0c50007, quorum=127.0.0.1:53427, baseZNode=/2-1118576996 Set watcher on znode that does not yet exist, /2-1118576996/master 2024-11-20T18:21:47,864 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39761-0x101597ae0c50007, quorum=127.0.0.1:53427, baseZNode=/2-1118576996 Set watcher on znode that does not yet exist, /2-1118576996/acl 2024-11-20T18:21:47,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39761 2024-11-20T18:21:47,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39761 2024-11-20T18:21:47,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39761 2024-11-20T18:21:47,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39761 2024-11-20T18:21:47,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39761 2024-11-20T18:21:47,956 DEBUG [M:0;6b87edf34edd:35343 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b87edf34edd:35343 2024-11-20T18:21:47,960 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1118576996/backup-masters/6b87edf34edd,35343,1732126907622 2024-11-20T18:21:47,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35343-0x101597ae0c50006, quorum=127.0.0.1:53427, baseZNode=/2-1118576996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1118576996/backup-masters 2024-11-20T18:21:47,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39761-0x101597ae0c50007, quorum=127.0.0.1:53427, baseZNode=/2-1118576996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1118576996/backup-masters 2024-11-20T18:21:47,968 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35343-0x101597ae0c50006, quorum=127.0.0.1:53427, baseZNode=/2-1118576996 Set watcher on existing znode=/2-1118576996/backup-masters/6b87edf34edd,35343,1732126907622 2024-11-20T18:21:47,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35343-0x101597ae0c50006, quorum=127.0.0.1:53427, baseZNode=/2-1118576996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1118576996 2024-11-20T18:21:47,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39761-0x101597ae0c50007, quorum=127.0.0.1:53427, baseZNode=/2-1118576996 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1118576996/master 2024-11-20T18:21:47,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39761-0x101597ae0c50007, quorum=127.0.0.1:53427, baseZNode=/2-1118576996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1118576996 2024-11-20T18:21:47,979 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35343-0x101597ae0c50006, quorum=127.0.0.1:53427, baseZNode=/2-1118576996 Set watcher on existing znode=/2-1118576996/master 2024-11-20T18:21:47,980 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1118576996/backup-masters/6b87edf34edd,35343,1732126907622 from backup master directory 2024-11-20T18:21:47,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39761-0x101597ae0c50007, quorum=127.0.0.1:53427, baseZNode=/2-1118576996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1118576996/backup-masters 2024-11-20T18:21:47,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35343-0x101597ae0c50006, quorum=127.0.0.1:53427, baseZNode=/2-1118576996 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1118576996/backup-masters/6b87edf34edd,35343,1732126907622 2024-11-20T18:21:47,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35343-0x101597ae0c50006, quorum=127.0.0.1:53427, baseZNode=/2-1118576996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1118576996/backup-masters 2024-11-20T18:21:47,989 WARN [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T18:21:47,989 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b87edf34edd,35343,1732126907622 2024-11-20T18:21:48,006 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/hbase.id] with ID: 42708f68-dbf6-47de-b412-58105dd78cff 2024-11-20T18:21:48,006 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/.tmp/hbase.id 2024-11-20T18:21:48,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741826_1002 (size=42) 2024-11-20T18:21:48,423 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/.tmp/hbase.id]:[hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/hbase.id] 2024-11-20T18:21:48,432 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:21:48,432 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T18:21:48,433 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T18:21:48,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39761-0x101597ae0c50007, quorum=127.0.0.1:53427, baseZNode=/2-1118576996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1118576996 2024-11-20T18:21:48,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35343-0x101597ae0c50006, quorum=127.0.0.1:53427, baseZNode=/2-1118576996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1118576996 2024-11-20T18:21:48,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741827_1003 (size=196) 2024-11-20T18:21:48,896 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T18:21:48,897 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T18:21:48,897 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:21:48,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741828_1004 (size=1189) 2024-11-20T18:21:48,922 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/MasterData/data/master/store 2024-11-20T18:21:48,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741829_1005 (size=34) 2024-11-20T18:21:48,943 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:21:48,943 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T18:21:48,943 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:21:48,943 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:21:48,943 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T18:21:48,943 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:21:48,943 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:21:48,943 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732126908943Disabling compacts and flushes for region at 1732126908943Disabling writes for close at 1732126908943Writing region close event to WAL at 1732126908943Closed at 1732126908943 2024-11-20T18:21:48,944 WARN [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/MasterData/data/master/store/.initializing 2024-11-20T18:21:48,944 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/MasterData/WALs/6b87edf34edd,35343,1732126907622 2024-11-20T18:21:48,945 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T18:21:48,947 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b87edf34edd%2C35343%2C1732126907622, suffix=, logDir=hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/MasterData/WALs/6b87edf34edd,35343,1732126907622, archiveDir=hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/MasterData/oldWALs, maxLogs=10 2024-11-20T18:21:48,971 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/MasterData/WALs/6b87edf34edd,35343,1732126907622/6b87edf34edd%2C35343%2C1732126907622.1732126908947, exclude list is [], retry=0 2024-11-20T18:21:48,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45735,DS-6593c38e-0cb3-47f2-8b8f-7017933fd884,DISK] 2024-11-20T18:21:48,996 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/MasterData/WALs/6b87edf34edd,35343,1732126907622/6b87edf34edd%2C35343%2C1732126907622.1732126908947 2024-11-20T18:21:49,008 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36375:36375)] 2024-11-20T18:21:49,008 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:21:49,009 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:21:49,009 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:49,009 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:49,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:49,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T18:21:49,015 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:49,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:21:49,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:49,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T18:21:49,018 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:49,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:21:49,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:49,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T18:21:49,021 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:49,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:21:49,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:49,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T18:21:49,023 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:49,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:21:49,023 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:49,024 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:49,024 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:49,025 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:49,025 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:49,026 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:21:49,027 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:21:49,029 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:21:49,029 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72544176, jitterRate=0.08099246025085449}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:21:49,029 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732126909009Initializing all the Stores at 1732126909010 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126909010Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126909012 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126909012Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126909012Cleaning up temporary data from old regions at 1732126909025 (+13 ms)Region opened successfully at 1732126909029 (+4 ms) 2024-11-20T18:21:49,030 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T18:21:49,033 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@500244ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b87edf34edd/172.17.0.3:0 2024-11-20T18:21:49,033 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T18:21:49,034 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T18:21:49,034 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T18:21:49,034 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T18:21:49,035 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T18:21:49,035 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T18:21:49,035 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T18:21:49,050 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T18:21:49,051 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35343-0x101597ae0c50006, quorum=127.0.0.1:53427, baseZNode=/2-1118576996 Unable to get data of znode /2-1118576996/balancer because node does not exist (not necessarily an error) 2024-11-20T18:21:49,105 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1118576996/balancer already deleted, retry=false 2024-11-20T18:21:49,105 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T18:21:49,110 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35343-0x101597ae0c50006, quorum=127.0.0.1:53427, baseZNode=/2-1118576996 Unable to get data of znode /2-1118576996/normalizer because node does not exist (not necessarily an error) 2024-11-20T18:21:49,115 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1118576996/normalizer already deleted, retry=false 2024-11-20T18:21:49,116 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T18:21:49,117 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35343-0x101597ae0c50006, quorum=127.0.0.1:53427, baseZNode=/2-1118576996 Unable to get data of znode /2-1118576996/switch/split because node does not exist (not necessarily an error) 2024-11-20T18:21:49,144 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1118576996/switch/split already deleted, retry=false 2024-11-20T18:21:49,145 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35343-0x101597ae0c50006, quorum=127.0.0.1:53427, baseZNode=/2-1118576996 Unable to get data of znode /2-1118576996/switch/merge because node does not exist (not necessarily an error) 2024-11-20T18:21:49,157 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1118576996/switch/merge already deleted, retry=false 2024-11-20T18:21:49,160 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35343-0x101597ae0c50006, quorum=127.0.0.1:53427, baseZNode=/2-1118576996 Unable to get data of znode /2-1118576996/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T18:21:49,168 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1118576996/snapshot-cleanup already deleted, retry=false 2024-11-20T18:21:49,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35343-0x101597ae0c50006, quorum=127.0.0.1:53427, baseZNode=/2-1118576996 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1118576996/running 2024-11-20T18:21:49,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35343-0x101597ae0c50006, quorum=127.0.0.1:53427, baseZNode=/2-1118576996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1118576996 2024-11-20T18:21:49,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39761-0x101597ae0c50007, quorum=127.0.0.1:53427, baseZNode=/2-1118576996 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1118576996/running 2024-11-20T18:21:49,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39761-0x101597ae0c50007, quorum=127.0.0.1:53427, baseZNode=/2-1118576996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1118576996 2024-11-20T18:21:49,179 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b87edf34edd,35343,1732126907622, sessionid=0x101597ae0c50006, setting cluster-up flag (Was=false) 2024-11-20T18:21:49,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39761-0x101597ae0c50007, quorum=127.0.0.1:53427, baseZNode=/2-1118576996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1118576996 2024-11-20T18:21:49,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35343-0x101597ae0c50006, quorum=127.0.0.1:53427, baseZNode=/2-1118576996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1118576996 2024-11-20T18:21:49,231 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1118576996/flush-table-proc/acquired, /2-1118576996/flush-table-proc/reached, /2-1118576996/flush-table-proc/abort 2024-11-20T18:21:49,232 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b87edf34edd,35343,1732126907622 2024-11-20T18:21:49,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35343-0x101597ae0c50006, quorum=127.0.0.1:53427, baseZNode=/2-1118576996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1118576996 2024-11-20T18:21:49,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39761-0x101597ae0c50007, quorum=127.0.0.1:53427, baseZNode=/2-1118576996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1118576996 2024-11-20T18:21:49,284 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1118576996/online-snapshot/acquired, /2-1118576996/online-snapshot/reached, /2-1118576996/online-snapshot/abort 2024-11-20T18:21:49,286 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b87edf34edd,35343,1732126907622 2024-11-20T18:21:49,301 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T18:21:49,304 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T18:21:49,305 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T18:21:49,305 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T18:21:49,305 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b87edf34edd,35343,1732126907622 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T18:21:49,307 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:21:49,307 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:21:49,307 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:21:49,307 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:21:49,307 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b87edf34edd:0, corePoolSize=10, maxPoolSize=10 2024-11-20T18:21:49,307 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:49,307 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b87edf34edd:0, corePoolSize=2, maxPoolSize=2 2024-11-20T18:21:49,307 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:49,310 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:21:49,310 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T18:21:49,312 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:49,312 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T18:21:49,336 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732126939336 2024-11-20T18:21:49,336 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T18:21:49,336 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T18:21:49,337 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T18:21:49,337 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T18:21:49,337 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T18:21:49,337 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T18:21:49,344 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:49,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741831_1007 (size=1321) 2024-11-20T18:21:49,357 INFO [RS:0;6b87edf34edd:39761 {}] regionserver.HRegionServer(746): ClusterId : 42708f68-dbf6-47de-b412-58105dd78cff 2024-11-20T18:21:49,357 DEBUG [RS:0;6b87edf34edd:39761 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T18:21:49,360 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T18:21:49,360 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T18:21:49,361 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T18:21:49,361 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T18:21:49,364 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T18:21:49,364 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T18:21:49,368 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732126909364,5,FailOnTimeoutGroup] 2024-11-20T18:21:49,368 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732126909368,5,FailOnTimeoutGroup] 2024-11-20T18:21:49,368 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:49,368 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T18:21:49,368 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:49,369 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:49,369 DEBUG [RS:0;6b87edf34edd:39761 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T18:21:49,369 DEBUG [RS:0;6b87edf34edd:39761 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T18:21:49,380 DEBUG [RS:0;6b87edf34edd:39761 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T18:21:49,380 DEBUG [RS:0;6b87edf34edd:39761 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72b58950, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b87edf34edd/172.17.0.3:0 2024-11-20T18:21:49,403 DEBUG [RS:0;6b87edf34edd:39761 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b87edf34edd:39761 2024-11-20T18:21:49,403 INFO [RS:0;6b87edf34edd:39761 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T18:21:49,403 INFO [RS:0;6b87edf34edd:39761 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T18:21:49,403 DEBUG [RS:0;6b87edf34edd:39761 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T18:21:49,404 INFO [RS:0;6b87edf34edd:39761 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b87edf34edd,35343,1732126907622 with port=39761, startcode=1732126907790 2024-11-20T18:21:49,404 DEBUG [RS:0;6b87edf34edd:39761 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T18:21:49,406 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40143, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T18:21:49,407 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35343 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b87edf34edd,39761,1732126907790 2024-11-20T18:21:49,407 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35343 {}] master.ServerManager(517): Registering regionserver=6b87edf34edd,39761,1732126907790 2024-11-20T18:21:49,408 DEBUG [RS:0;6b87edf34edd:39761 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7 2024-11-20T18:21:49,408 DEBUG [RS:0;6b87edf34edd:39761 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36189 2024-11-20T18:21:49,408 DEBUG [RS:0;6b87edf34edd:39761 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T18:21:49,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35343-0x101597ae0c50006, quorum=127.0.0.1:53427, baseZNode=/2-1118576996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1118576996/rs 2024-11-20T18:21:49,582 DEBUG [RS:0;6b87edf34edd:39761 {}] zookeeper.ZKUtil(111): regionserver:39761-0x101597ae0c50007, quorum=127.0.0.1:53427, baseZNode=/2-1118576996 Set watcher on existing znode=/2-1118576996/rs/6b87edf34edd,39761,1732126907790 2024-11-20T18:21:49,582 WARN [RS:0;6b87edf34edd:39761 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T18:21:49,582 INFO [RS:0;6b87edf34edd:39761 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:21:49,582 DEBUG [RS:0;6b87edf34edd:39761 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/WALs/6b87edf34edd,39761,1732126907790 2024-11-20T18:21:49,582 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b87edf34edd,39761,1732126907790] 2024-11-20T18:21:49,586 INFO [RS:0;6b87edf34edd:39761 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T18:21:49,588 INFO [RS:0;6b87edf34edd:39761 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T18:21:49,596 INFO [RS:0;6b87edf34edd:39761 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T18:21:49,596 INFO [RS:0;6b87edf34edd:39761 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:49,597 INFO [RS:0;6b87edf34edd:39761 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T18:21:49,597 INFO [RS:0;6b87edf34edd:39761 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T18:21:49,597 INFO [RS:0;6b87edf34edd:39761 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:49,597 DEBUG [RS:0;6b87edf34edd:39761 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:49,598 DEBUG [RS:0;6b87edf34edd:39761 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:49,598 DEBUG [RS:0;6b87edf34edd:39761 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:49,598 DEBUG [RS:0;6b87edf34edd:39761 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:49,598 DEBUG [RS:0;6b87edf34edd:39761 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:49,598 DEBUG [RS:0;6b87edf34edd:39761 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b87edf34edd:0, corePoolSize=2, maxPoolSize=2 2024-11-20T18:21:49,598 DEBUG [RS:0;6b87edf34edd:39761 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:49,598 DEBUG [RS:0;6b87edf34edd:39761 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:49,598 DEBUG [RS:0;6b87edf34edd:39761 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:49,598 DEBUG [RS:0;6b87edf34edd:39761 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:49,598 DEBUG [RS:0;6b87edf34edd:39761 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:49,598 DEBUG [RS:0;6b87edf34edd:39761 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:21:49,598 DEBUG [RS:0;6b87edf34edd:39761 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b87edf34edd:0, corePoolSize=3, maxPoolSize=3 2024-11-20T18:21:49,598 DEBUG [RS:0;6b87edf34edd:39761 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b87edf34edd:0, corePoolSize=3, maxPoolSize=3 2024-11-20T18:21:49,603 INFO [RS:0;6b87edf34edd:39761 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:49,603 INFO [RS:0;6b87edf34edd:39761 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:49,603 INFO [RS:0;6b87edf34edd:39761 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:49,603 INFO [RS:0;6b87edf34edd:39761 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:49,603 INFO [RS:0;6b87edf34edd:39761 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:49,603 INFO [RS:0;6b87edf34edd:39761 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,39761,1732126907790-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T18:21:49,634 INFO [RS:0;6b87edf34edd:39761 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T18:21:49,635 INFO [RS:0;6b87edf34edd:39761 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,39761,1732126907790-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:49,635 INFO [RS:0;6b87edf34edd:39761 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:49,635 INFO [RS:0;6b87edf34edd:39761 {}] regionserver.Replication(171): 6b87edf34edd,39761,1732126907790 started 2024-11-20T18:21:49,656 INFO [RS:0;6b87edf34edd:39761 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:49,657 INFO [RS:0;6b87edf34edd:39761 {}] regionserver.HRegionServer(1482): Serving as 6b87edf34edd,39761,1732126907790, RpcServer on 6b87edf34edd/172.17.0.3:39761, sessionid=0x101597ae0c50007 2024-11-20T18:21:49,657 DEBUG [RS:0;6b87edf34edd:39761 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T18:21:49,657 DEBUG [RS:0;6b87edf34edd:39761 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b87edf34edd,39761,1732126907790 2024-11-20T18:21:49,657 DEBUG [RS:0;6b87edf34edd:39761 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b87edf34edd,39761,1732126907790' 2024-11-20T18:21:49,657 DEBUG [RS:0;6b87edf34edd:39761 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1118576996/flush-table-proc/abort' 2024-11-20T18:21:49,657 DEBUG [RS:0;6b87edf34edd:39761 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1118576996/flush-table-proc/acquired' 2024-11-20T18:21:49,658 DEBUG [RS:0;6b87edf34edd:39761 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T18:21:49,658 DEBUG [RS:0;6b87edf34edd:39761 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T18:21:49,658 DEBUG [RS:0;6b87edf34edd:39761 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b87edf34edd,39761,1732126907790 2024-11-20T18:21:49,658 DEBUG [RS:0;6b87edf34edd:39761 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b87edf34edd,39761,1732126907790' 2024-11-20T18:21:49,658 DEBUG [RS:0;6b87edf34edd:39761 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1118576996/online-snapshot/abort' 2024-11-20T18:21:49,658 DEBUG [RS:0;6b87edf34edd:39761 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1118576996/online-snapshot/acquired' 2024-11-20T18:21:49,659 DEBUG [RS:0;6b87edf34edd:39761 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T18:21:49,659 INFO [RS:0;6b87edf34edd:39761 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T18:21:49,659 INFO [RS:0;6b87edf34edd:39761 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T18:21:49,755 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T18:21:49,755 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7 2024-11-20T18:21:49,759 INFO [RS:0;6b87edf34edd:39761 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T18:21:49,763 INFO [RS:0;6b87edf34edd:39761 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b87edf34edd%2C39761%2C1732126907790, suffix=, logDir=hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/WALs/6b87edf34edd,39761,1732126907790, archiveDir=hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/oldWALs, maxLogs=10 2024-11-20T18:21:49,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741832_1008 (size=32) 2024-11-20T18:21:49,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:21:49,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T18:21:49,779 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T18:21:49,780 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:49,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:21:49,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T18:21:49,781 DEBUG [RS:0;6b87edf34edd:39761 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/WALs/6b87edf34edd,39761,1732126907790/6b87edf34edd%2C39761%2C1732126907790.1732126909763, exclude list is [], retry=0 2024-11-20T18:21:49,783 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T18:21:49,783 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:49,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:21:49,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T18:21:49,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45735,DS-6593c38e-0cb3-47f2-8b8f-7017933fd884,DISK] 2024-11-20T18:21:49,788 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T18:21:49,788 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:49,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:21:49,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T18:21:49,791 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T18:21:49,791 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:49,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:21:49,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T18:21:49,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/data/hbase/meta/1588230740 2024-11-20T18:21:49,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/data/hbase/meta/1588230740 2024-11-20T18:21:49,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T18:21:49,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T18:21:49,794 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:21:49,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T18:21:49,799 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:21:49,800 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66307712, jitterRate=-0.011938095092773438}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:21:49,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732126909771Initializing all the Stores at 1732126909772 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126909772Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126909776 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126909776Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126909776Cleaning up temporary data from old regions at 1732126909793 (+17 ms)Region opened successfully at 1732126909800 (+7 ms) 2024-11-20T18:21:49,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T18:21:49,800 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T18:21:49,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T18:21:49,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T18:21:49,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T18:21:49,801 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T18:21:49,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732126909800Disabling compacts and flushes for region at 1732126909800Disabling writes for close at 1732126909800Writing region close event to WAL at 1732126909801 (+1 ms)Closed at 1732126909801 2024-11-20T18:21:49,801 INFO [RS:0;6b87edf34edd:39761 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/WALs/6b87edf34edd,39761,1732126907790/6b87edf34edd%2C39761%2C1732126907790.1732126909763 2024-11-20T18:21:49,802 DEBUG [RS:0;6b87edf34edd:39761 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36375:36375)] 2024-11-20T18:21:49,803 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:21:49,803 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T18:21:49,803 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T18:21:49,804 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T18:21:49,805 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T18:21:49,956 DEBUG [6b87edf34edd:35343 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T18:21:49,956 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b87edf34edd,39761,1732126907790 2024-11-20T18:21:49,957 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b87edf34edd,39761,1732126907790, state=OPENING 2024-11-20T18:21:49,978 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T18:21:49,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39761-0x101597ae0c50007, quorum=127.0.0.1:53427, baseZNode=/2-1118576996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1118576996 2024-11-20T18:21:49,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35343-0x101597ae0c50006, quorum=127.0.0.1:53427, baseZNode=/2-1118576996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1118576996 2024-11-20T18:21:49,989 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T18:21:49,989 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b87edf34edd,39761,1732126907790}] 2024-11-20T18:21:49,990 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1118576996/meta-region-server: CHANGED 2024-11-20T18:21:49,990 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1118576996/meta-region-server: CHANGED 2024-11-20T18:21:50,142 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T18:21:50,144 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58095, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T18:21:50,147 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T18:21:50,147 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:21:50,148 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T18:21:50,149 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b87edf34edd%2C39761%2C1732126907790.meta, suffix=.meta, logDir=hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/WALs/6b87edf34edd,39761,1732126907790, archiveDir=hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/oldWALs, maxLogs=10 2024-11-20T18:21:50,165 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/WALs/6b87edf34edd,39761,1732126907790/6b87edf34edd%2C39761%2C1732126907790.meta.1732126910149.meta, exclude list is [], retry=0 2024-11-20T18:21:50,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45735,DS-6593c38e-0cb3-47f2-8b8f-7017933fd884,DISK] 2024-11-20T18:21:50,168 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/WALs/6b87edf34edd,39761,1732126907790/6b87edf34edd%2C39761%2C1732126907790.meta.1732126910149.meta 2024-11-20T18:21:50,168 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36375:36375)] 2024-11-20T18:21:50,168 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:21:50,169 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T18:21:50,169 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T18:21:50,169 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T18:21:50,169 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T18:21:50,169 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T18:21:50,169 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:21:50,169 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T18:21:50,170 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T18:21:50,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T18:21:50,172 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T18:21:50,172 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:50,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:21:50,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T18:21:50,173 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T18:21:50,173 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:50,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:21:50,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T18:21:50,174 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T18:21:50,174 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:50,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:21:50,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T18:21:50,174 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T18:21:50,174 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:50,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:21:50,175 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T18:21:50,175 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/data/hbase/meta/1588230740 2024-11-20T18:21:50,176 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/data/hbase/meta/1588230740 2024-11-20T18:21:50,177 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T18:21:50,177 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T18:21:50,178 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:21:50,179 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T18:21:50,180 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75462959, jitterRate=0.12448571622371674}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:21:50,180 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T18:21:50,180 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732126910170Writing region info on filesystem at 1732126910170Initializing all the Stores at 1732126910170Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126910170Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126910171 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126910171Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126910171Cleaning up temporary data from old regions at 1732126910177 (+6 ms)Running coprocessor post-open hooks at 1732126910180 (+3 ms)Region opened successfully at 1732126910180 2024-11-20T18:21:50,181 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732126910142 2024-11-20T18:21:50,183 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T18:21:50,183 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T18:21:50,183 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b87edf34edd,39761,1732126907790 2024-11-20T18:21:50,184 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b87edf34edd,39761,1732126907790, state=OPEN 2024-11-20T18:21:50,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39761-0x101597ae0c50007, quorum=127.0.0.1:53427, baseZNode=/2-1118576996 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1118576996/meta-region-server 2024-11-20T18:21:50,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35343-0x101597ae0c50006, quorum=127.0.0.1:53427, baseZNode=/2-1118576996 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1118576996/meta-region-server 2024-11-20T18:21:50,315 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b87edf34edd,39761,1732126907790 2024-11-20T18:21:50,315 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1118576996/meta-region-server: CHANGED 2024-11-20T18:21:50,315 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1118576996/meta-region-server: CHANGED 2024-11-20T18:21:50,325 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T18:21:50,325 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b87edf34edd,39761,1732126907790 in 326 msec 2024-11-20T18:21:50,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T18:21:50,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 522 msec 2024-11-20T18:21:50,327 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:21:50,327 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T18:21:50,329 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:21:50,329 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,39761,1732126907790, seqNum=-1] 2024-11-20T18:21:50,329 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:21:50,330 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36129, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:21:50,335 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0320 sec 2024-11-20T18:21:50,335 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732126910335, completionTime=-1 2024-11-20T18:21:50,335 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T18:21:50,335 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T18:21:50,337 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T18:21:50,337 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732126970337 2024-11-20T18:21:50,337 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732127030337 2024-11-20T18:21:50,337 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T18:21:50,338 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,35343,1732126907622-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:50,338 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,35343,1732126907622-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:50,338 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,35343,1732126907622-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:50,338 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b87edf34edd:35343, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:50,338 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:50,338 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:50,341 DEBUG [master/6b87edf34edd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T18:21:50,342 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.353sec 2024-11-20T18:21:50,343 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T18:21:50,343 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T18:21:50,343 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T18:21:50,343 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T18:21:50,343 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T18:21:50,343 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,35343,1732126907622-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T18:21:50,343 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,35343,1732126907622-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T18:21:50,345 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T18:21:50,345 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T18:21:50,345 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,35343,1732126907622-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:21:50,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eba9f01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:50,358 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,35343,-1 for getting cluster id 2024-11-20T18:21:50,358 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:21:50,359 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42708f68-dbf6-47de-b412-58105dd78cff' 2024-11-20T18:21:50,359 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:21:50,359 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42708f68-dbf6-47de-b412-58105dd78cff" 2024-11-20T18:21:50,359 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30bea2fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:50,359 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,35343,-1] 2024-11-20T18:21:50,359 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:21:50,360 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:50,360 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:21:50,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27f44e51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:50,362 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:21:50,363 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,39761,1732126907790, seqNum=-1] 2024-11-20T18:21:50,363 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:21:50,364 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:21:50,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b87edf34edd,35343,1732126907622 2024-11-20T18:21:50,368 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:53427 2024-11-20T18:21:50,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:53427, baseZNode=/2-1118576996 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:21:50,381 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101597ae0c50008 connected 2024-11-20T18:21:50,391 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:21:50,392 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,41537,1732126895857 2024-11-20T18:21:50,392 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78a872cc 2024-11-20T18:21:50,392 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:21:50,394 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:21:50,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T18:21:50,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T18:21:50,397 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T18:21:50,397 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:50,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T18:21:50,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:21:50,398 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T18:21:50,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45299 is added to blk_1073741835_1011 (size=902) 2024-11-20T18:21:50,449 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 479e272d88e93b0663f941be89215463, NAME => 'test,,1732126910394.479e272d88e93b0663f941be89215463.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07 2024-11-20T18:21:50,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45299 is added to blk_1073741836_1012 (size=39) 2024-11-20T18:21:50,475 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732126910394.479e272d88e93b0663f941be89215463.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:21:50,475 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 479e272d88e93b0663f941be89215463, disabling compactions & flushes 2024-11-20T18:21:50,475 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732126910394.479e272d88e93b0663f941be89215463. 2024-11-20T18:21:50,475 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732126910394.479e272d88e93b0663f941be89215463. 2024-11-20T18:21:50,475 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732126910394.479e272d88e93b0663f941be89215463. after waiting 0 ms 2024-11-20T18:21:50,475 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732126910394.479e272d88e93b0663f941be89215463. 2024-11-20T18:21:50,475 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732126910394.479e272d88e93b0663f941be89215463. 2024-11-20T18:21:50,475 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 479e272d88e93b0663f941be89215463: Waiting for close lock at 1732126910475Disabling compacts and flushes for region at 1732126910475Disabling writes for close at 1732126910475Writing region close event to WAL at 1732126910475Closed at 1732126910475 2024-11-20T18:21:50,476 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T18:21:50,476 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732126910394.479e272d88e93b0663f941be89215463.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732126910476"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732126910476"}]},"ts":"1732126910476"} 2024-11-20T18:21:50,478 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T18:21:50,479 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T18:21:50,479 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126910479"}]},"ts":"1732126910479"} 2024-11-20T18:21:50,494 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T18:21:50,494 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=479e272d88e93b0663f941be89215463, ASSIGN}] 2024-11-20T18:21:50,495 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=479e272d88e93b0663f941be89215463, ASSIGN 2024-11-20T18:21:50,496 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=479e272d88e93b0663f941be89215463, ASSIGN; state=OFFLINE, location=6b87edf34edd,34955,1732126896062; forceNewPlan=false, retain=false 2024-11-20T18:21:50,508 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T18:21:50,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:50,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:21:50,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:50,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:50,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:50,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:50,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:50,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:50,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:50,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:50,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:50,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:50,647 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=479e272d88e93b0663f941be89215463, regionState=OPENING, regionLocation=6b87edf34edd,34955,1732126896062 2024-11-20T18:21:50,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=479e272d88e93b0663f941be89215463, ASSIGN because future has completed 2024-11-20T18:21:50,650 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 479e272d88e93b0663f941be89215463, server=6b87edf34edd,34955,1732126896062}] 2024-11-20T18:21:50,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:21:50,808 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732126910394.479e272d88e93b0663f941be89215463. 2024-11-20T18:21:50,808 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 479e272d88e93b0663f941be89215463, NAME => 'test,,1732126910394.479e272d88e93b0663f941be89215463.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:21:50,809 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T18:21:50,809 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T18:21:50,809 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 479e272d88e93b0663f941be89215463 2024-11-20T18:21:50,809 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732126910394.479e272d88e93b0663f941be89215463.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:21:50,809 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 479e272d88e93b0663f941be89215463 2024-11-20T18:21:50,809 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 479e272d88e93b0663f941be89215463 2024-11-20T18:21:50,820 INFO [StoreOpener-479e272d88e93b0663f941be89215463-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 479e272d88e93b0663f941be89215463 2024-11-20T18:21:50,822 INFO [StoreOpener-479e272d88e93b0663f941be89215463-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 479e272d88e93b0663f941be89215463 columnFamilyName f 2024-11-20T18:21:50,822 DEBUG [StoreOpener-479e272d88e93b0663f941be89215463-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:50,823 INFO [StoreOpener-479e272d88e93b0663f941be89215463-1 {}] regionserver.HStore(327): Store=479e272d88e93b0663f941be89215463/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:21:50,823 INFO [StoreOpener-479e272d88e93b0663f941be89215463-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 479e272d88e93b0663f941be89215463 2024-11-20T18:21:50,824 INFO [StoreOpener-479e272d88e93b0663f941be89215463-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 479e272d88e93b0663f941be89215463 columnFamilyName f1 2024-11-20T18:21:50,824 DEBUG [StoreOpener-479e272d88e93b0663f941be89215463-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:50,825 INFO [StoreOpener-479e272d88e93b0663f941be89215463-1 {}] regionserver.HStore(327): Store=479e272d88e93b0663f941be89215463/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:21:50,825 INFO [StoreOpener-479e272d88e93b0663f941be89215463-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 479e272d88e93b0663f941be89215463 2024-11-20T18:21:50,826 INFO [StoreOpener-479e272d88e93b0663f941be89215463-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 479e272d88e93b0663f941be89215463 columnFamilyName norep 2024-11-20T18:21:50,826 DEBUG [StoreOpener-479e272d88e93b0663f941be89215463-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:50,826 INFO [StoreOpener-479e272d88e93b0663f941be89215463-1 {}] regionserver.HStore(327): Store=479e272d88e93b0663f941be89215463/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:21:50,826 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 479e272d88e93b0663f941be89215463 2024-11-20T18:21:50,827 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/data/default/test/479e272d88e93b0663f941be89215463 2024-11-20T18:21:50,827 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/data/default/test/479e272d88e93b0663f941be89215463 2024-11-20T18:21:50,832 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 479e272d88e93b0663f941be89215463 2024-11-20T18:21:50,832 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 479e272d88e93b0663f941be89215463 2024-11-20T18:21:50,833 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T18:21:50,834 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 479e272d88e93b0663f941be89215463 2024-11-20T18:21:50,837 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/data/default/test/479e272d88e93b0663f941be89215463/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:21:50,837 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 479e272d88e93b0663f941be89215463; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66452653, jitterRate=-0.009778305888175964}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T18:21:50,837 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 479e272d88e93b0663f941be89215463 2024-11-20T18:21:50,838 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 479e272d88e93b0663f941be89215463: Running coprocessor pre-open hook at 1732126910809Writing region info on filesystem at 1732126910809Initializing all the Stores at 1732126910810 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126910810Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126910820 (+10 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126910820Cleaning up temporary data from old regions at 1732126910832 (+12 ms)Running coprocessor post-open hooks at 1732126910837 (+5 ms)Region opened successfully at 1732126910838 (+1 ms) 2024-11-20T18:21:50,840 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732126910394.479e272d88e93b0663f941be89215463., pid=6, masterSystemTime=1732126910802 2024-11-20T18:21:50,843 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732126910394.479e272d88e93b0663f941be89215463. 2024-11-20T18:21:50,843 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732126910394.479e272d88e93b0663f941be89215463. 2024-11-20T18:21:50,843 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=479e272d88e93b0663f941be89215463, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b87edf34edd,34955,1732126896062 2024-11-20T18:21:50,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 479e272d88e93b0663f941be89215463, server=6b87edf34edd,34955,1732126896062 because future has completed 2024-11-20T18:21:50,857 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T18:21:50,857 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 479e272d88e93b0663f941be89215463, server=6b87edf34edd,34955,1732126896062 in 204 msec 2024-11-20T18:21:50,859 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T18:21:50,859 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=479e272d88e93b0663f941be89215463, ASSIGN in 363 msec 2024-11-20T18:21:50,860 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T18:21:50,860 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126910860"}]},"ts":"1732126910860"} 2024-11-20T18:21:50,862 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T18:21:50,863 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T18:21:50,865 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 469 msec 2024-11-20T18:21:51,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:21:51,030 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:21:51,030 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T18:21:51,031 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,38267,1732126902083 2024-11-20T18:21:51,031 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@276552b1 2024-11-20T18:21:51,032 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:21:51,033 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:21:51,033 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38267 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T18:21:51,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38267 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T18:21:51,035 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T18:21:51,036 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:51,036 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38267 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T18:21:51,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:21:51,037 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T18:21:51,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34929 is added to blk_1073741835_1011 (size=902) 2024-11-20T18:21:51,043 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0b802e09e32002e70226ebeb68348a1a, NAME => 'test,,1732126911033.0b802e09e32002e70226ebeb68348a1a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842 2024-11-20T18:21:51,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34929 is added to blk_1073741836_1012 (size=39) 2024-11-20T18:21:51,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:21:51,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:21:51,449 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732126911033.0b802e09e32002e70226ebeb68348a1a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:21:51,449 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0b802e09e32002e70226ebeb68348a1a, disabling compactions & flushes 2024-11-20T18:21:51,449 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732126911033.0b802e09e32002e70226ebeb68348a1a. 2024-11-20T18:21:51,449 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732126911033.0b802e09e32002e70226ebeb68348a1a. 2024-11-20T18:21:51,449 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732126911033.0b802e09e32002e70226ebeb68348a1a. after waiting 0 ms 2024-11-20T18:21:51,449 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732126911033.0b802e09e32002e70226ebeb68348a1a. 2024-11-20T18:21:51,449 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732126911033.0b802e09e32002e70226ebeb68348a1a. 2024-11-20T18:21:51,449 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0b802e09e32002e70226ebeb68348a1a: Waiting for close lock at 1732126911449Disabling compacts and flushes for region at 1732126911449Disabling writes for close at 1732126911449Writing region close event to WAL at 1732126911449Closed at 1732126911449 2024-11-20T18:21:51,450 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T18:21:51,451 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732126911033.0b802e09e32002e70226ebeb68348a1a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732126911450"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732126911450"}]},"ts":"1732126911450"} 2024-11-20T18:21:51,453 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T18:21:51,454 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T18:21:51,454 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126911454"}]},"ts":"1732126911454"} 2024-11-20T18:21:51,456 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T18:21:51,456 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0b802e09e32002e70226ebeb68348a1a, ASSIGN}] 2024-11-20T18:21:51,457 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0b802e09e32002e70226ebeb68348a1a, ASSIGN 2024-11-20T18:21:51,458 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0b802e09e32002e70226ebeb68348a1a, ASSIGN; state=OFFLINE, location=6b87edf34edd,38125,1732126902347; forceNewPlan=false, retain=false 2024-11-20T18:21:51,608 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0b802e09e32002e70226ebeb68348a1a, regionState=OPENING, regionLocation=6b87edf34edd,38125,1732126902347 2024-11-20T18:21:51,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0b802e09e32002e70226ebeb68348a1a, ASSIGN because future has completed 2024-11-20T18:21:51,611 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b802e09e32002e70226ebeb68348a1a, server=6b87edf34edd,38125,1732126902347}] 2024-11-20T18:21:51,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:21:51,767 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732126911033.0b802e09e32002e70226ebeb68348a1a. 2024-11-20T18:21:51,767 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0b802e09e32002e70226ebeb68348a1a, NAME => 'test,,1732126911033.0b802e09e32002e70226ebeb68348a1a.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:21:51,767 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T18:21:51,767 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T18:21:51,767 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0b802e09e32002e70226ebeb68348a1a 2024-11-20T18:21:51,767 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732126911033.0b802e09e32002e70226ebeb68348a1a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:21:51,767 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0b802e09e32002e70226ebeb68348a1a 2024-11-20T18:21:51,767 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0b802e09e32002e70226ebeb68348a1a 2024-11-20T18:21:51,769 INFO [StoreOpener-0b802e09e32002e70226ebeb68348a1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0b802e09e32002e70226ebeb68348a1a 2024-11-20T18:21:51,770 INFO [StoreOpener-0b802e09e32002e70226ebeb68348a1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b802e09e32002e70226ebeb68348a1a columnFamilyName f 2024-11-20T18:21:51,770 DEBUG [StoreOpener-0b802e09e32002e70226ebeb68348a1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:51,770 INFO [StoreOpener-0b802e09e32002e70226ebeb68348a1a-1 {}] regionserver.HStore(327): Store=0b802e09e32002e70226ebeb68348a1a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:21:51,770 INFO [StoreOpener-0b802e09e32002e70226ebeb68348a1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0b802e09e32002e70226ebeb68348a1a 2024-11-20T18:21:51,771 INFO [StoreOpener-0b802e09e32002e70226ebeb68348a1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b802e09e32002e70226ebeb68348a1a columnFamilyName f1 2024-11-20T18:21:51,771 DEBUG [StoreOpener-0b802e09e32002e70226ebeb68348a1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:51,771 INFO [StoreOpener-0b802e09e32002e70226ebeb68348a1a-1 {}] regionserver.HStore(327): Store=0b802e09e32002e70226ebeb68348a1a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:21:51,772 INFO [StoreOpener-0b802e09e32002e70226ebeb68348a1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0b802e09e32002e70226ebeb68348a1a 2024-11-20T18:21:51,772 INFO [StoreOpener-0b802e09e32002e70226ebeb68348a1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b802e09e32002e70226ebeb68348a1a columnFamilyName norep 2024-11-20T18:21:51,773 DEBUG [StoreOpener-0b802e09e32002e70226ebeb68348a1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:51,773 INFO [StoreOpener-0b802e09e32002e70226ebeb68348a1a-1 {}] regionserver.HStore(327): Store=0b802e09e32002e70226ebeb68348a1a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:21:51,773 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0b802e09e32002e70226ebeb68348a1a 2024-11-20T18:21:51,774 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/data/default/test/0b802e09e32002e70226ebeb68348a1a 2024-11-20T18:21:51,774 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/data/default/test/0b802e09e32002e70226ebeb68348a1a 2024-11-20T18:21:51,775 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0b802e09e32002e70226ebeb68348a1a 2024-11-20T18:21:51,775 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0b802e09e32002e70226ebeb68348a1a 2024-11-20T18:21:51,775 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T18:21:51,776 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0b802e09e32002e70226ebeb68348a1a 2024-11-20T18:21:51,778 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/data/default/test/0b802e09e32002e70226ebeb68348a1a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:21:51,778 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0b802e09e32002e70226ebeb68348a1a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65299513, jitterRate=-0.02696143090724945}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T18:21:51,778 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0b802e09e32002e70226ebeb68348a1a 2024-11-20T18:21:51,779 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0b802e09e32002e70226ebeb68348a1a: Running coprocessor pre-open hook at 1732126911768Writing region info on filesystem at 1732126911768Initializing all the Stores at 1732126911768Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126911768Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126911768Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126911768Cleaning up temporary data from old regions at 1732126911775 (+7 ms)Running coprocessor post-open hooks at 1732126911778 (+3 ms)Region opened successfully at 1732126911778 2024-11-20T18:21:51,779 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732126911033.0b802e09e32002e70226ebeb68348a1a., pid=6, masterSystemTime=1732126911763 2024-11-20T18:21:51,782 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732126911033.0b802e09e32002e70226ebeb68348a1a. 2024-11-20T18:21:51,782 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732126911033.0b802e09e32002e70226ebeb68348a1a. 2024-11-20T18:21:51,782 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0b802e09e32002e70226ebeb68348a1a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b87edf34edd,38125,1732126902347 2024-11-20T18:21:51,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b802e09e32002e70226ebeb68348a1a, server=6b87edf34edd,38125,1732126902347 because future has completed 2024-11-20T18:21:51,787 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T18:21:51,787 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0b802e09e32002e70226ebeb68348a1a, server=6b87edf34edd,38125,1732126902347 in 174 msec 2024-11-20T18:21:51,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T18:21:51,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0b802e09e32002e70226ebeb68348a1a, ASSIGN in 331 msec 2024-11-20T18:21:51,790 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T18:21:51,790 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126911790"}]},"ts":"1732126911790"} 2024-11-20T18:21:51,792 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T18:21:51,792 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T18:21:51,794 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 760 msec 2024-11-20T18:21:52,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:21:52,170 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T18:21:52,170 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:21:52,171 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,35343,1732126907622 2024-11-20T18:21:52,171 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20eceef2 2024-11-20T18:21:52,171 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:21:52,172 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:21:52,173 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T18:21:52,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T18:21:52,175 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T18:21:52,175 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:52,176 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T18:21:52,177 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T18:21:52,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:21:52,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741835_1011 (size=902) 2024-11-20T18:21:52,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:21:52,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:21:52,583 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7deb8b2d6667cfa612e88cf542775596, NAME => 'test,,1732126912172.7deb8b2d6667cfa612e88cf542775596.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7 2024-11-20T18:21:52,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741836_1012 (size=39) 2024-11-20T18:21:52,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:21:52,995 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732126912172.7deb8b2d6667cfa612e88cf542775596.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:21:52,995 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7deb8b2d6667cfa612e88cf542775596, disabling compactions & flushes 2024-11-20T18:21:52,995 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732126912172.7deb8b2d6667cfa612e88cf542775596. 2024-11-20T18:21:52,995 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732126912172.7deb8b2d6667cfa612e88cf542775596. 2024-11-20T18:21:52,995 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732126912172.7deb8b2d6667cfa612e88cf542775596. after waiting 0 ms 2024-11-20T18:21:52,995 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732126912172.7deb8b2d6667cfa612e88cf542775596. 2024-11-20T18:21:52,995 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732126912172.7deb8b2d6667cfa612e88cf542775596. 2024-11-20T18:21:52,995 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7deb8b2d6667cfa612e88cf542775596: Waiting for close lock at 1732126912995Disabling compacts and flushes for region at 1732126912995Disabling writes for close at 1732126912995Writing region close event to WAL at 1732126912995Closed at 1732126912995 2024-11-20T18:21:52,996 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T18:21:52,996 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732126912172.7deb8b2d6667cfa612e88cf542775596.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732126912996"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732126912996"}]},"ts":"1732126912996"} 2024-11-20T18:21:52,998 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T18:21:53,000 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T18:21:53,000 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126913000"}]},"ts":"1732126913000"} 2024-11-20T18:21:53,007 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T18:21:53,008 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7deb8b2d6667cfa612e88cf542775596, ASSIGN}] 2024-11-20T18:21:53,009 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7deb8b2d6667cfa612e88cf542775596, ASSIGN 2024-11-20T18:21:53,010 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7deb8b2d6667cfa612e88cf542775596, ASSIGN; state=OFFLINE, location=6b87edf34edd,39761,1732126907790; forceNewPlan=false, retain=false 2024-11-20T18:21:53,161 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7deb8b2d6667cfa612e88cf542775596, regionState=OPENING, regionLocation=6b87edf34edd,39761,1732126907790 2024-11-20T18:21:53,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7deb8b2d6667cfa612e88cf542775596, ASSIGN because future has completed 2024-11-20T18:21:53,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7deb8b2d6667cfa612e88cf542775596, server=6b87edf34edd,39761,1732126907790}] 2024-11-20T18:21:53,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:21:53,321 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732126912172.7deb8b2d6667cfa612e88cf542775596. 2024-11-20T18:21:53,321 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7deb8b2d6667cfa612e88cf542775596, NAME => 'test,,1732126912172.7deb8b2d6667cfa612e88cf542775596.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:21:53,322 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T18:21:53,322 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T18:21:53,322 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7deb8b2d6667cfa612e88cf542775596 2024-11-20T18:21:53,322 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732126912172.7deb8b2d6667cfa612e88cf542775596.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:21:53,322 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7deb8b2d6667cfa612e88cf542775596 2024-11-20T18:21:53,322 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7deb8b2d6667cfa612e88cf542775596 2024-11-20T18:21:53,330 INFO [StoreOpener-7deb8b2d6667cfa612e88cf542775596-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7deb8b2d6667cfa612e88cf542775596 2024-11-20T18:21:53,331 INFO [StoreOpener-7deb8b2d6667cfa612e88cf542775596-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7deb8b2d6667cfa612e88cf542775596 columnFamilyName f 2024-11-20T18:21:53,331 DEBUG [StoreOpener-7deb8b2d6667cfa612e88cf542775596-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:53,332 INFO [StoreOpener-7deb8b2d6667cfa612e88cf542775596-1 {}] regionserver.HStore(327): Store=7deb8b2d6667cfa612e88cf542775596/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:21:53,332 INFO [StoreOpener-7deb8b2d6667cfa612e88cf542775596-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7deb8b2d6667cfa612e88cf542775596 2024-11-20T18:21:53,333 INFO [StoreOpener-7deb8b2d6667cfa612e88cf542775596-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7deb8b2d6667cfa612e88cf542775596 columnFamilyName f1 2024-11-20T18:21:53,333 DEBUG [StoreOpener-7deb8b2d6667cfa612e88cf542775596-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:53,334 INFO [StoreOpener-7deb8b2d6667cfa612e88cf542775596-1 {}] regionserver.HStore(327): Store=7deb8b2d6667cfa612e88cf542775596/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:21:53,334 INFO [StoreOpener-7deb8b2d6667cfa612e88cf542775596-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7deb8b2d6667cfa612e88cf542775596 2024-11-20T18:21:53,339 INFO [StoreOpener-7deb8b2d6667cfa612e88cf542775596-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7deb8b2d6667cfa612e88cf542775596 columnFamilyName norep 2024-11-20T18:21:53,339 DEBUG [StoreOpener-7deb8b2d6667cfa612e88cf542775596-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:53,340 INFO [StoreOpener-7deb8b2d6667cfa612e88cf542775596-1 {}] regionserver.HStore(327): Store=7deb8b2d6667cfa612e88cf542775596/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:21:53,340 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7deb8b2d6667cfa612e88cf542775596 2024-11-20T18:21:53,341 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/data/default/test/7deb8b2d6667cfa612e88cf542775596 2024-11-20T18:21:53,342 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/data/default/test/7deb8b2d6667cfa612e88cf542775596 2024-11-20T18:21:53,343 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7deb8b2d6667cfa612e88cf542775596 2024-11-20T18:21:53,343 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7deb8b2d6667cfa612e88cf542775596 2024-11-20T18:21:53,343 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T18:21:53,344 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7deb8b2d6667cfa612e88cf542775596 2024-11-20T18:21:53,357 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/data/default/test/7deb8b2d6667cfa612e88cf542775596/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:21:53,357 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7deb8b2d6667cfa612e88cf542775596; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62285398, jitterRate=-0.07187524437904358}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T18:21:53,357 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7deb8b2d6667cfa612e88cf542775596 2024-11-20T18:21:53,357 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7deb8b2d6667cfa612e88cf542775596: Running coprocessor pre-open hook at 1732126913322Writing region info on filesystem at 1732126913322Initializing all the Stores at 1732126913329 (+7 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126913329Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126913329Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126913329Cleaning up temporary data from old regions at 1732126913343 (+14 ms)Running coprocessor post-open hooks at 1732126913357 (+14 ms)Region opened successfully at 1732126913357 2024-11-20T18:21:53,358 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732126912172.7deb8b2d6667cfa612e88cf542775596., pid=6, masterSystemTime=1732126913315 2024-11-20T18:21:53,361 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732126912172.7deb8b2d6667cfa612e88cf542775596. 2024-11-20T18:21:53,361 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732126912172.7deb8b2d6667cfa612e88cf542775596. 2024-11-20T18:21:53,361 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7deb8b2d6667cfa612e88cf542775596, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b87edf34edd,39761,1732126907790 2024-11-20T18:21:53,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7deb8b2d6667cfa612e88cf542775596, server=6b87edf34edd,39761,1732126907790 because future has completed 2024-11-20T18:21:53,374 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T18:21:53,374 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7deb8b2d6667cfa612e88cf542775596, server=6b87edf34edd,39761,1732126907790 in 208 msec 2024-11-20T18:21:53,378 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T18:21:53,378 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126913378"}]},"ts":"1732126913378"} 2024-11-20T18:21:53,381 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T18:21:53,383 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T18:21:53,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2100 sec 2024-11-20T18:21:53,385 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T18:21:53,385 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7deb8b2d6667cfa612e88cf542775596, ASSIGN in 366 msec 2024-11-20T18:21:54,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:21:54,329 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T18:21:54,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c85e4af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:54,330 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,41537,-1 for getting cluster id 2024-11-20T18:21:54,330 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:21:54,331 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c53b42a-2a50-42ed-846c-f1253bedbe28' 2024-11-20T18:21:54,331 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:21:54,331 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c53b42a-2a50-42ed-846c-f1253bedbe28" 2024-11-20T18:21:54,331 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6acd066, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:54,331 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,41537,-1] 2024-11-20T18:21:54,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:21:54,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:54,333 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:21:54,334 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5089deca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:54,334 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:21:54,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,41537,1732126895857 2024-11-20T18:21:54,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e37b48a 2024-11-20T18:21:54,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:21:54,336 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:21:54,337 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6b87edf34edd:38267,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T18:21:54,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T18:21:54,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:21:54,342 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b87edf34edd:38267' 2024-11-20T18:21:54,343 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c6d647, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:54,343 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,38267,-1 for getting cluster id 2024-11-20T18:21:54,343 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:21:54,343 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '399f5c6d-c4f6-43dd-98d4-8f04f5b6bd72' 2024-11-20T18:21:54,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:21:54,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "399f5c6d-c4f6-43dd-98d4-8f04f5b6bd72" 2024-11-20T18:21:54,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e85309a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:54,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,38267,-1] 2024-11-20T18:21:54,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:21:54,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:54,345 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:21:54,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c48d39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:54,347 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:21:54,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,38267,1732126902083 2024-11-20T18:21:54,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@524a5ef5 2024-11-20T18:21:54,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:21:54,350 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:21:54,350 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-20T18:21:54,350 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T18:21:54,350 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:54,351 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:54,351 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:21:54,351 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T18:21:54,352 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T18:21:54,353 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T18:21:54,353 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:54,355 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T18:21:54,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45299 is added to blk_1073741837_1013 (size=1138) 2024-11-20T18:21:54,402 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T18:21:54,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:21:54,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:21:54,762 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7e860afeef5f9316aac3d2e86d7514d5, NAME => 'hbase:replication,,1732126914351.7e860afeef5f9316aac3d2e86d7514d5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07 2024-11-20T18:21:54,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45299 is added to blk_1073741838_1014 (size=44) 2024-11-20T18:21:54,780 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732126914351.7e860afeef5f9316aac3d2e86d7514d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:21:54,781 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7e860afeef5f9316aac3d2e86d7514d5, disabling compactions & flushes 2024-11-20T18:21:54,781 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732126914351.7e860afeef5f9316aac3d2e86d7514d5. 2024-11-20T18:21:54,781 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732126914351.7e860afeef5f9316aac3d2e86d7514d5. 2024-11-20T18:21:54,781 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732126914351.7e860afeef5f9316aac3d2e86d7514d5. after waiting 0 ms 2024-11-20T18:21:54,781 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732126914351.7e860afeef5f9316aac3d2e86d7514d5. 2024-11-20T18:21:54,781 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732126914351.7e860afeef5f9316aac3d2e86d7514d5. 2024-11-20T18:21:54,781 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7e860afeef5f9316aac3d2e86d7514d5: Waiting for close lock at 1732126914781Disabling compacts and flushes for region at 1732126914781Disabling writes for close at 1732126914781Writing region close event to WAL at 1732126914781Closed at 1732126914781 2024-11-20T18:21:54,782 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T18:21:54,783 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732126914351.7e860afeef5f9316aac3d2e86d7514d5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732126914782"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732126914782"}]},"ts":"1732126914782"} 2024-11-20T18:21:54,786 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T18:21:54,787 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T18:21:54,787 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126914787"}]},"ts":"1732126914787"} 2024-11-20T18:21:54,789 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T18:21:54,790 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7e860afeef5f9316aac3d2e86d7514d5, ASSIGN}] 2024-11-20T18:21:54,791 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7e860afeef5f9316aac3d2e86d7514d5, ASSIGN 2024-11-20T18:21:54,792 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7e860afeef5f9316aac3d2e86d7514d5, ASSIGN; state=OFFLINE, location=6b87edf34edd,34955,1732126896062; forceNewPlan=false, retain=false 2024-11-20T18:21:54,943 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7e860afeef5f9316aac3d2e86d7514d5, regionState=OPENING, regionLocation=6b87edf34edd,34955,1732126896062 2024-11-20T18:21:54,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7e860afeef5f9316aac3d2e86d7514d5, ASSIGN because future has completed 2024-11-20T18:21:54,947 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e860afeef5f9316aac3d2e86d7514d5, server=6b87edf34edd,34955,1732126896062}] 2024-11-20T18:21:54,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:21:55,106 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732126914351.7e860afeef5f9316aac3d2e86d7514d5. 2024-11-20T18:21:55,106 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:21:55,106 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T18:21:55,107 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b87edf34edd%2C34955%2C1732126896062.rep, suffix=, logDir=hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062, archiveDir=hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/oldWALs, maxLogs=10 2024-11-20T18:21:55,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.rep.1732126915108, exclude list is [], retry=0 2024-11-20T18:21:55,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45299,DS-103f1939-bff5-45c6-99e9-3d3de1919824,DISK] 2024-11-20T18:21:55,125 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.rep.1732126915108 2024-11-20T18:21:55,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41521:41521)] 2024-11-20T18:21:55,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7e860afeef5f9316aac3d2e86d7514d5, NAME => 'hbase:replication,,1732126914351.7e860afeef5f9316aac3d2e86d7514d5.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:21:55,126 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T18:21:55,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T18:21:55,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732126914351.7e860afeef5f9316aac3d2e86d7514d5. service=MultiRowMutationService 2024-11-20T18:21:55,126 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T18:21:55,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7e860afeef5f9316aac3d2e86d7514d5 2024-11-20T18:21:55,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732126914351.7e860afeef5f9316aac3d2e86d7514d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:21:55,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7e860afeef5f9316aac3d2e86d7514d5 2024-11-20T18:21:55,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7e860afeef5f9316aac3d2e86d7514d5 2024-11-20T18:21:55,127 INFO [StoreOpener-7e860afeef5f9316aac3d2e86d7514d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7e860afeef5f9316aac3d2e86d7514d5 2024-11-20T18:21:55,128 INFO [StoreOpener-7e860afeef5f9316aac3d2e86d7514d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e860afeef5f9316aac3d2e86d7514d5 columnFamilyName hfileref 2024-11-20T18:21:55,129 DEBUG [StoreOpener-7e860afeef5f9316aac3d2e86d7514d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:55,129 INFO [StoreOpener-7e860afeef5f9316aac3d2e86d7514d5-1 {}] regionserver.HStore(327): Store=7e860afeef5f9316aac3d2e86d7514d5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:21:55,129 INFO [StoreOpener-7e860afeef5f9316aac3d2e86d7514d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7e860afeef5f9316aac3d2e86d7514d5 2024-11-20T18:21:55,130 INFO [StoreOpener-7e860afeef5f9316aac3d2e86d7514d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e860afeef5f9316aac3d2e86d7514d5 columnFamilyName queue 2024-11-20T18:21:55,130 DEBUG [StoreOpener-7e860afeef5f9316aac3d2e86d7514d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:55,130 INFO [StoreOpener-7e860afeef5f9316aac3d2e86d7514d5-1 {}] regionserver.HStore(327): Store=7e860afeef5f9316aac3d2e86d7514d5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:21:55,131 INFO [StoreOpener-7e860afeef5f9316aac3d2e86d7514d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7e860afeef5f9316aac3d2e86d7514d5 2024-11-20T18:21:55,131 INFO [StoreOpener-7e860afeef5f9316aac3d2e86d7514d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e860afeef5f9316aac3d2e86d7514d5 columnFamilyName sid 2024-11-20T18:21:55,131 DEBUG [StoreOpener-7e860afeef5f9316aac3d2e86d7514d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:55,132 INFO [StoreOpener-7e860afeef5f9316aac3d2e86d7514d5-1 {}] regionserver.HStore(327): Store=7e860afeef5f9316aac3d2e86d7514d5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:21:55,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7e860afeef5f9316aac3d2e86d7514d5 2024-11-20T18:21:55,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/data/hbase/replication/7e860afeef5f9316aac3d2e86d7514d5 2024-11-20T18:21:55,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/data/hbase/replication/7e860afeef5f9316aac3d2e86d7514d5 2024-11-20T18:21:55,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7e860afeef5f9316aac3d2e86d7514d5 2024-11-20T18:21:55,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7e860afeef5f9316aac3d2e86d7514d5 2024-11-20T18:21:55,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T18:21:55,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7e860afeef5f9316aac3d2e86d7514d5 2024-11-20T18:21:55,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/data/hbase/replication/7e860afeef5f9316aac3d2e86d7514d5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:21:55,137 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7e860afeef5f9316aac3d2e86d7514d5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66204570, jitterRate=-0.013475030660629272}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T18:21:55,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7e860afeef5f9316aac3d2e86d7514d5 2024-11-20T18:21:55,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7e860afeef5f9316aac3d2e86d7514d5: Running coprocessor pre-open hook at 1732126915126Writing region info on filesystem at 1732126915126Initializing all the Stores at 1732126915127 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126915127Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126915127Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126915127Cleaning up temporary data from old regions at 1732126915133 (+6 ms)Running coprocessor post-open hooks at 1732126915137 (+4 ms)Region opened successfully at 1732126915138 (+1 ms) 2024-11-20T18:21:55,139 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732126914351.7e860afeef5f9316aac3d2e86d7514d5., pid=10, masterSystemTime=1732126915102 2024-11-20T18:21:55,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732126914351.7e860afeef5f9316aac3d2e86d7514d5. 2024-11-20T18:21:55,140 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732126914351.7e860afeef5f9316aac3d2e86d7514d5. 2024-11-20T18:21:55,141 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7e860afeef5f9316aac3d2e86d7514d5, regionState=OPEN, openSeqNum=2, regionLocation=6b87edf34edd,34955,1732126896062 2024-11-20T18:21:55,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e860afeef5f9316aac3d2e86d7514d5, server=6b87edf34edd,34955,1732126896062 because future has completed 2024-11-20T18:21:55,146 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T18:21:55,146 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7e860afeef5f9316aac3d2e86d7514d5, server=6b87edf34edd,34955,1732126896062 in 197 msec 2024-11-20T18:21:55,148 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T18:21:55,148 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7e860afeef5f9316aac3d2e86d7514d5, ASSIGN in 356 msec 2024-11-20T18:21:55,148 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T18:21:55,148 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126915148"}]},"ts":"1732126915148"} 2024-11-20T18:21:55,150 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T18:21:55,151 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T18:21:55,152 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 800 msec 2024-11-20T18:21:55,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732126914351.7e860afeef5f9316aac3d2e86d7514d5., hostname=6b87edf34edd,34955,1732126896062, seqNum=2] 2024-11-20T18:21:55,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34955-0x101597ae0c50001, quorum=127.0.0.1:53427, baseZNode=/0-844397461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-844397461 2024-11-20T18:21:55,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41537-0x101597ae0c50000, quorum=127.0.0.1:53427, baseZNode=/0-844397461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-844397461 2024-11-20T18:21:55,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T18:21:55,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34955 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T18:21:55,394 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T18:21:55,421 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6b87edf34edd,34955,1732126896062, ReplicationSource: 1, currentBandwidth=0 2024-11-20T18:21:55,422 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:21:55,422 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,34955,1732126896062, seqNum=-1] 2024-11-20T18:21:55,422 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:21:55,423 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32997, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-20T18:21:55,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6b87edf34edd,34955,1732126896062', locateType=CURRENT is [region=hbase:replication,,1732126914351.7e860afeef5f9316aac3d2e86d7514d5., hostname=6b87edf34edd,34955,1732126896062, seqNum=2] 2024-11-20T18:21:55,427 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T18:21:55,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T18:21:55,429 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6b87edf34edd,34955,1732126896062 suceeded 2024-11-20T18:21:55,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T18:21:55,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-20T18:21:55,431 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6b87edf34edd:38267,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T18:21:55,432 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0940 sec 2024-11-20T18:21:55,441 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b87edf34edd:38267' 2024-11-20T18:21:55,442 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58f811d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:55,442 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062 {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,38267,-1 for getting cluster id 2024-11-20T18:21:55,443 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:21:55,443 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '399f5c6d-c4f6-43dd-98d4-8f04f5b6bd72' 2024-11-20T18:21:55,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:21:55,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "399f5c6d-c4f6-43dd-98d4-8f04f5b6bd72" 2024-11-20T18:21:55,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22eb2d0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:55,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,38267,-1] 2024-11-20T18:21:55,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:21:55,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:55,444 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:21:55,445 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6fd0233c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:55,445 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:21:55,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,38267,1732126902083 2024-11-20T18:21:55,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e561c8f 2024-11-20T18:21:55,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:21:55,446 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-20T18:21:55,447 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6b87edf34edd,34955,1732126896062 (queues=1) is replicating from cluster=0c53b42a-2a50-42ed-846c-f1253bedbe28 to cluster=399f5c6d-c4f6-43dd-98d4-8f04f5b6bd72 2024-11-20T18:21:55,447 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6b87edf34edd%2C34955%2C1732126896062 2024-11-20T18:21:55,447 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6b87edf34edd,34955,1732126896062, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T18:21:55,448 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.shipper6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b87edf34edd%2C34955%2C1732126896062 2024-11-20T18:21:55,448 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.wal-reader.6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173, startPosition=0, beingWritten=true 2024-11-20T18:21:55,452 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.wal-reader.6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T18:21:55,452 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.wal-reader.6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173 to pos 379, reset compression=false 2024-11-20T18:21:55,452 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.shipper6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,34955,1732126896062 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T18:21:55,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:21:55,480 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T18:21:55,480 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:21:55,480 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:21:55,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:55,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:55,480 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:21:55,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4326adf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:55,481 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,38267,-1 for getting cluster id 2024-11-20T18:21:55,481 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:21:55,482 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '399f5c6d-c4f6-43dd-98d4-8f04f5b6bd72' 2024-11-20T18:21:55,482 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:21:55,482 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "399f5c6d-c4f6-43dd-98d4-8f04f5b6bd72" 2024-11-20T18:21:55,482 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ced9754, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:55,482 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,38267,-1] 2024-11-20T18:21:55,482 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:21:55,483 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:55,483 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:21:55,484 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78b05fab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:55,484 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:21:55,485 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,38267,1732126902083 2024-11-20T18:21:55,485 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63f14e8c 2024-11-20T18:21:55,485 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:21:55,486 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:21:55,486 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38267 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6b87edf34edd:35343,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T18:21:55,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38267 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T18:21:55,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:21:55,489 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b87edf34edd:35343' 2024-11-20T18:21:55,492 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15321bb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:55,492 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,35343,-1 for getting cluster id 2024-11-20T18:21:55,492 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:21:55,493 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42708f68-dbf6-47de-b412-58105dd78cff' 2024-11-20T18:21:55,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:21:55,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42708f68-dbf6-47de-b412-58105dd78cff" 2024-11-20T18:21:55,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c78f44d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:55,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,35343,-1] 2024-11-20T18:21:55,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:21:55,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:55,494 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:21:55,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@263c3ff9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:55,495 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:21:55,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,35343,1732126907622 2024-11-20T18:21:55,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7aff1a29 2024-11-20T18:21:55,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:21:55,497 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:21:55,497 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-20T18:21:55,497 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T18:21:55,497 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:55,498 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:55,498 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:21:55,498 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T18:21:55,499 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T18:21:55,500 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T18:21:55,500 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:55,501 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T18:21:55,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34929 is added to blk_1073741837_1013 (size=1138) 2024-11-20T18:21:55,519 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => af5fb5d6485b570b0b6210610288e6b2, NAME => 'hbase:replication,,1732126915498.af5fb5d6485b570b0b6210610288e6b2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842 2024-11-20T18:21:55,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34929 is added to blk_1073741838_1014 (size=44) 2024-11-20T18:21:55,549 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T18:21:55,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:21:55,656 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.wal-reader.6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173 to pos 379, reset compression=false 2024-11-20T18:21:55,672 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T18:21:55,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:55,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:55,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:55,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:55,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:55,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:55,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:55,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:55,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:55,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:55,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:21:55,764 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T18:21:55,765 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T18:21:55,765 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-20T18:21:55,765 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T18:21:55,765 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-20T18:21:55,765 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T18:21:55,765 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-20T18:21:55,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:21:55,930 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732126915498.af5fb5d6485b570b0b6210610288e6b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:21:55,930 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing af5fb5d6485b570b0b6210610288e6b2, disabling compactions & flushes 2024-11-20T18:21:55,930 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732126915498.af5fb5d6485b570b0b6210610288e6b2. 2024-11-20T18:21:55,930 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732126915498.af5fb5d6485b570b0b6210610288e6b2. 2024-11-20T18:21:55,930 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732126915498.af5fb5d6485b570b0b6210610288e6b2. after waiting 0 ms 2024-11-20T18:21:55,930 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732126915498.af5fb5d6485b570b0b6210610288e6b2. 2024-11-20T18:21:55,930 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732126915498.af5fb5d6485b570b0b6210610288e6b2. 2024-11-20T18:21:55,930 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for af5fb5d6485b570b0b6210610288e6b2: Waiting for close lock at 1732126915930Disabling compacts and flushes for region at 1732126915930Disabling writes for close at 1732126915930Writing region close event to WAL at 1732126915930Closed at 1732126915930 2024-11-20T18:21:55,932 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T18:21:55,932 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732126915498.af5fb5d6485b570b0b6210610288e6b2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732126915932"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732126915932"}]},"ts":"1732126915932"} 2024-11-20T18:21:55,934 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T18:21:55,935 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T18:21:55,935 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126915935"}]},"ts":"1732126915935"} 2024-11-20T18:21:55,937 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T18:21:55,938 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=af5fb5d6485b570b0b6210610288e6b2, ASSIGN}] 2024-11-20T18:21:55,939 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=af5fb5d6485b570b0b6210610288e6b2, ASSIGN 2024-11-20T18:21:55,939 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=af5fb5d6485b570b0b6210610288e6b2, ASSIGN; state=OFFLINE, location=6b87edf34edd,38125,1732126902347; forceNewPlan=false, retain=false 2024-11-20T18:21:55,959 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.wal-reader.6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173 to pos 379, reset compression=false 2024-11-20T18:21:56,090 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=af5fb5d6485b570b0b6210610288e6b2, regionState=OPENING, regionLocation=6b87edf34edd,38125,1732126902347 2024-11-20T18:21:56,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=af5fb5d6485b570b0b6210610288e6b2, ASSIGN because future has completed 2024-11-20T18:21:56,093 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure af5fb5d6485b570b0b6210610288e6b2, server=6b87edf34edd,38125,1732126902347}] 2024-11-20T18:21:56,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:21:56,248 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732126915498.af5fb5d6485b570b0b6210610288e6b2. 2024-11-20T18:21:56,248 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:21:56,248 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T18:21:56,250 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b87edf34edd%2C38125%2C1732126902347.rep, suffix=, logDir=hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347, archiveDir=hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/oldWALs, maxLogs=10 2024-11-20T18:21:56,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.rep.1732126916250, exclude list is [], retry=0 2024-11-20T18:21:56,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34929,DS-00315ed3-cc0f-45a3-a9a0-3fce837a05ed,DISK] 2024-11-20T18:21:56,265 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.rep.1732126916250 2024-11-20T18:21:56,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37925:37925)] 2024-11-20T18:21:56,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => af5fb5d6485b570b0b6210610288e6b2, NAME => 'hbase:replication,,1732126915498.af5fb5d6485b570b0b6210610288e6b2.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:21:56,266 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T18:21:56,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T18:21:56,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732126915498.af5fb5d6485b570b0b6210610288e6b2. service=MultiRowMutationService 2024-11-20T18:21:56,266 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T18:21:56,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication af5fb5d6485b570b0b6210610288e6b2 2024-11-20T18:21:56,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732126915498.af5fb5d6485b570b0b6210610288e6b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:21:56,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for af5fb5d6485b570b0b6210610288e6b2 2024-11-20T18:21:56,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for af5fb5d6485b570b0b6210610288e6b2 2024-11-20T18:21:56,267 INFO [StoreOpener-af5fb5d6485b570b0b6210610288e6b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region af5fb5d6485b570b0b6210610288e6b2 2024-11-20T18:21:56,268 INFO [StoreOpener-af5fb5d6485b570b0b6210610288e6b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af5fb5d6485b570b0b6210610288e6b2 columnFamilyName hfileref 2024-11-20T18:21:56,268 DEBUG [StoreOpener-af5fb5d6485b570b0b6210610288e6b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:56,268 INFO [StoreOpener-af5fb5d6485b570b0b6210610288e6b2-1 {}] regionserver.HStore(327): Store=af5fb5d6485b570b0b6210610288e6b2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:21:56,269 INFO [StoreOpener-af5fb5d6485b570b0b6210610288e6b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region af5fb5d6485b570b0b6210610288e6b2 2024-11-20T18:21:56,269 INFO [StoreOpener-af5fb5d6485b570b0b6210610288e6b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af5fb5d6485b570b0b6210610288e6b2 columnFamilyName queue 2024-11-20T18:21:56,270 DEBUG [StoreOpener-af5fb5d6485b570b0b6210610288e6b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:56,270 INFO [StoreOpener-af5fb5d6485b570b0b6210610288e6b2-1 {}] regionserver.HStore(327): Store=af5fb5d6485b570b0b6210610288e6b2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:21:56,270 INFO [StoreOpener-af5fb5d6485b570b0b6210610288e6b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region af5fb5d6485b570b0b6210610288e6b2 2024-11-20T18:21:56,271 INFO [StoreOpener-af5fb5d6485b570b0b6210610288e6b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af5fb5d6485b570b0b6210610288e6b2 columnFamilyName sid 2024-11-20T18:21:56,271 DEBUG [StoreOpener-af5fb5d6485b570b0b6210610288e6b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:56,271 INFO [StoreOpener-af5fb5d6485b570b0b6210610288e6b2-1 {}] regionserver.HStore(327): Store=af5fb5d6485b570b0b6210610288e6b2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:21:56,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for af5fb5d6485b570b0b6210610288e6b2 2024-11-20T18:21:56,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/data/hbase/replication/af5fb5d6485b570b0b6210610288e6b2 2024-11-20T18:21:56,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/data/hbase/replication/af5fb5d6485b570b0b6210610288e6b2 2024-11-20T18:21:56,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for af5fb5d6485b570b0b6210610288e6b2 2024-11-20T18:21:56,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for af5fb5d6485b570b0b6210610288e6b2 2024-11-20T18:21:56,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T18:21:56,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for af5fb5d6485b570b0b6210610288e6b2 2024-11-20T18:21:56,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/data/hbase/replication/af5fb5d6485b570b0b6210610288e6b2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:21:56,275 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened af5fb5d6485b570b0b6210610288e6b2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74832306, jitterRate=0.11508825421333313}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T18:21:56,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for af5fb5d6485b570b0b6210610288e6b2 2024-11-20T18:21:56,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for af5fb5d6485b570b0b6210610288e6b2: Running coprocessor pre-open hook at 1732126916266Writing region info on filesystem at 1732126916266Initializing all the Stores at 1732126916267 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126916267Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126916267Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126916267Cleaning up temporary data from old regions at 1732126916272 (+5 ms)Running coprocessor post-open hooks at 1732126916275 (+3 ms)Region opened successfully at 1732126916275 2024-11-20T18:21:56,275 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732126915498.af5fb5d6485b570b0b6210610288e6b2., pid=10, masterSystemTime=1732126916245 2024-11-20T18:21:56,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732126915498.af5fb5d6485b570b0b6210610288e6b2. 2024-11-20T18:21:56,277 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732126915498.af5fb5d6485b570b0b6210610288e6b2. 2024-11-20T18:21:56,277 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=af5fb5d6485b570b0b6210610288e6b2, regionState=OPEN, openSeqNum=2, regionLocation=6b87edf34edd,38125,1732126902347 2024-11-20T18:21:56,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure af5fb5d6485b570b0b6210610288e6b2, server=6b87edf34edd,38125,1732126902347 because future has completed 2024-11-20T18:21:56,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T18:21:56,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure af5fb5d6485b570b0b6210610288e6b2, server=6b87edf34edd,38125,1732126902347 in 187 msec 2024-11-20T18:21:56,283 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T18:21:56,283 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=af5fb5d6485b570b0b6210610288e6b2, ASSIGN in 344 msec 2024-11-20T18:21:56,283 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T18:21:56,283 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126916283"}]},"ts":"1732126916283"} 2024-11-20T18:21:56,285 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T18:21:56,286 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T18:21:56,287 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 788 msec 2024-11-20T18:21:56,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732126915498.af5fb5d6485b570b0b6210610288e6b2., hostname=6b87edf34edd,38125,1732126902347, seqNum=2] 2024-11-20T18:21:56,363 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.wal-reader.6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173 to pos 379, reset compression=false 2024-11-20T18:21:56,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38125-0x101597ae0c50004, quorum=127.0.0.1:53427, baseZNode=/11067427724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11067427724 2024-11-20T18:21:56,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38267-0x101597ae0c50003, quorum=127.0.0.1:53427, baseZNode=/11067427724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11067427724 2024-11-20T18:21:56,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T18:21:56,587 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T18:21:56,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:21:56,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38125 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T18:21:56,672 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T18:21:56,710 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6b87edf34edd,38125,1732126902347, ReplicationSource: 1, currentBandwidth=0 2024-11-20T18:21:56,711 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:21:56,711 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,38125,1732126902347, seqNum=-1] 2024-11-20T18:21:56,711 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:21:56,712 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33947, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-20T18:21:56,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6b87edf34edd,38125,1732126902347', locateType=CURRENT is [region=hbase:replication,,1732126915498.af5fb5d6485b570b0b6210610288e6b2., hostname=6b87edf34edd,38125,1732126902347, seqNum=2] 2024-11-20T18:21:56,716 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T18:21:56,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38267 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T18:21:56,718 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6b87edf34edd,38125,1732126902347 suceeded 2024-11-20T18:21:56,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T18:21:56,720 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6b87edf34edd:35343,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T18:21:56,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-11-20T18:21:56,721 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2340 sec 2024-11-20T18:21:56,730 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b87edf34edd:35343' 2024-11-20T18:21:56,731 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5984887, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:56,731 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347 {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,35343,-1 for getting cluster id 2024-11-20T18:21:56,732 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:21:56,732 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42708f68-dbf6-47de-b412-58105dd78cff' 2024-11-20T18:21:56,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:21:56,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42708f68-dbf6-47de-b412-58105dd78cff" 2024-11-20T18:21:56,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@310a8640, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:56,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,35343,-1] 2024-11-20T18:21:56,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:21:56,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:56,733 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:21:56,734 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36fb1747, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:56,734 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:21:56,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,35343,1732126907622 2024-11-20T18:21:56,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@439ceaf0 2024-11-20T18:21:56,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:21:56,735 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-20T18:21:56,736 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6b87edf34edd,38125,1732126902347 (queues=1) is replicating from cluster=399f5c6d-c4f6-43dd-98d4-8f04f5b6bd72 to cluster=42708f68-dbf6-47de-b412-58105dd78cff 2024-11-20T18:21:56,736 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6b87edf34edd%2C38125%2C1732126902347 2024-11-20T18:21:56,736 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6b87edf34edd,38125,1732126902347, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T18:21:56,736 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.shipper6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b87edf34edd%2C38125%2C1732126902347 2024-11-20T18:21:56,736 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.wal-reader.6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.1732126904528, startPosition=0, beingWritten=true 2024-11-20T18:21:56,740 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.wal-reader.6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T18:21:56,740 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.wal-reader.6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.1732126904528 to pos 379, reset compression=false 2024-11-20T18:21:56,740 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.shipper6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,38125,1732126902347 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.1732126904528, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T18:21:56,867 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.wal-reader.6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173 to pos 379, reset compression=false 2024-11-20T18:21:56,943 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.wal-reader.6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.1732126904528 to pos 379, reset compression=false 2024-11-20T18:21:57,247 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.wal-reader.6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.1732126904528 to pos 379, reset compression=false 2024-11-20T18:21:57,471 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.wal-reader.6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173 to pos 379, reset compression=false 2024-11-20T18:21:57,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:21:57,640 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T18:21:57,640 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:21:57,640 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:21:57,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:57,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:57,640 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:21:57,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43a9b1a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:57,641 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,35343,-1 for getting cluster id 2024-11-20T18:21:57,641 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:21:57,641 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42708f68-dbf6-47de-b412-58105dd78cff' 2024-11-20T18:21:57,641 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:21:57,641 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42708f68-dbf6-47de-b412-58105dd78cff" 2024-11-20T18:21:57,642 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e9eaba9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:57,642 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,35343,-1] 2024-11-20T18:21:57,642 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:21:57,642 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:57,642 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:21:57,643 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19035d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:57,643 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:21:57,644 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,35343,1732126907622 2024-11-20T18:21:57,644 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15a2825d 2024-11-20T18:21:57,644 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:21:57,645 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:21:57,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6b87edf34edd:41537,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T18:21:57,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T18:21:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:21:57,648 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b87edf34edd:41537' 2024-11-20T18:21:57,649 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62be56b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:57,649 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,41537,-1 for getting cluster id 2024-11-20T18:21:57,649 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:21:57,649 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.wal-reader.6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.1732126904528 to pos 379, reset compression=false 2024-11-20T18:21:57,650 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c53b42a-2a50-42ed-846c-f1253bedbe28' 2024-11-20T18:21:57,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:21:57,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c53b42a-2a50-42ed-846c-f1253bedbe28" 2024-11-20T18:21:57,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38bc07da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:57,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,41537,-1] 2024-11-20T18:21:57,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:21:57,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:57,651 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:21:57,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@681cc4c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:57,652 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:21:57,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,41537,1732126895857 2024-11-20T18:21:57,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66247ca7 2024-11-20T18:21:57,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:21:57,653 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:21:57,654 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T18:21:57,654 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T18:21:57,654 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:57,654 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:57,654 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:21:57,654 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T18:21:57,655 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T18:21:57,656 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T18:21:57,656 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:57,656 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T18:21:57,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741837_1013 (size=1138) 2024-11-20T18:21:57,705 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T18:21:57,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:21:57,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:21:58,063 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a1c02808a27833ee1c7213e527c71d2d, NAME => 'hbase:replication,,1732126917654.a1c02808a27833ee1c7213e527c71d2d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7 2024-11-20T18:21:58,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741838_1014 (size=44) 2024-11-20T18:21:58,153 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.wal-reader.6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.1732126904528 to pos 379, reset compression=false 2024-11-20T18:21:58,174 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.wal-reader.6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173 to pos 379, reset compression=false 2024-11-20T18:21:58,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:21:58,467 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732126917654.a1c02808a27833ee1c7213e527c71d2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:21:58,468 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a1c02808a27833ee1c7213e527c71d2d, disabling compactions & flushes 2024-11-20T18:21:58,468 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732126917654.a1c02808a27833ee1c7213e527c71d2d. 2024-11-20T18:21:58,468 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732126917654.a1c02808a27833ee1c7213e527c71d2d. 2024-11-20T18:21:58,468 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732126917654.a1c02808a27833ee1c7213e527c71d2d. after waiting 0 ms 2024-11-20T18:21:58,468 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732126917654.a1c02808a27833ee1c7213e527c71d2d. 2024-11-20T18:21:58,468 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732126917654.a1c02808a27833ee1c7213e527c71d2d. 2024-11-20T18:21:58,468 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a1c02808a27833ee1c7213e527c71d2d: Waiting for close lock at 1732126918468Disabling compacts and flushes for region at 1732126918468Disabling writes for close at 1732126918468Writing region close event to WAL at 1732126918468Closed at 1732126918468 2024-11-20T18:21:58,469 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T18:21:58,469 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732126917654.a1c02808a27833ee1c7213e527c71d2d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732126918469"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732126918469"}]},"ts":"1732126918469"} 2024-11-20T18:21:58,471 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T18:21:58,471 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T18:21:58,471 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126918471"}]},"ts":"1732126918471"} 2024-11-20T18:21:58,473 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T18:21:58,473 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a1c02808a27833ee1c7213e527c71d2d, ASSIGN}] 2024-11-20T18:21:58,474 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a1c02808a27833ee1c7213e527c71d2d, ASSIGN 2024-11-20T18:21:58,475 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a1c02808a27833ee1c7213e527c71d2d, ASSIGN; state=OFFLINE, location=6b87edf34edd,39761,1732126907790; forceNewPlan=false, retain=false 2024-11-20T18:21:58,626 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a1c02808a27833ee1c7213e527c71d2d, regionState=OPENING, regionLocation=6b87edf34edd,39761,1732126907790 2024-11-20T18:21:58,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a1c02808a27833ee1c7213e527c71d2d, ASSIGN because future has completed 2024-11-20T18:21:58,628 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1c02808a27833ee1c7213e527c71d2d, server=6b87edf34edd,39761,1732126907790}] 2024-11-20T18:21:58,756 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.wal-reader.6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.1732126904528 to pos 379, reset compression=false 2024-11-20T18:21:58,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:21:58,783 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732126917654.a1c02808a27833ee1c7213e527c71d2d. 2024-11-20T18:21:58,783 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:21:58,783 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T18:21:58,784 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b87edf34edd%2C39761%2C1732126907790.rep, suffix=, logDir=hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/WALs/6b87edf34edd,39761,1732126907790, archiveDir=hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/oldWALs, maxLogs=10 2024-11-20T18:21:58,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/WALs/6b87edf34edd,39761,1732126907790/6b87edf34edd%2C39761%2C1732126907790.rep.1732126918785, exclude list is [], retry=0 2024-11-20T18:21:58,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45735,DS-6593c38e-0cb3-47f2-8b8f-7017933fd884,DISK] 2024-11-20T18:21:58,800 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/WALs/6b87edf34edd,39761,1732126907790/6b87edf34edd%2C39761%2C1732126907790.rep.1732126918785 2024-11-20T18:21:58,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36375:36375)] 2024-11-20T18:21:58,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a1c02808a27833ee1c7213e527c71d2d, NAME => 'hbase:replication,,1732126917654.a1c02808a27833ee1c7213e527c71d2d.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:21:58,801 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T18:21:58,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T18:21:58,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732126917654.a1c02808a27833ee1c7213e527c71d2d. service=MultiRowMutationService 2024-11-20T18:21:58,801 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T18:21:58,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a1c02808a27833ee1c7213e527c71d2d 2024-11-20T18:21:58,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732126917654.a1c02808a27833ee1c7213e527c71d2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:21:58,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a1c02808a27833ee1c7213e527c71d2d 2024-11-20T18:21:58,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a1c02808a27833ee1c7213e527c71d2d 2024-11-20T18:21:58,803 INFO [StoreOpener-a1c02808a27833ee1c7213e527c71d2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a1c02808a27833ee1c7213e527c71d2d 2024-11-20T18:21:58,804 INFO [StoreOpener-a1c02808a27833ee1c7213e527c71d2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1c02808a27833ee1c7213e527c71d2d columnFamilyName hfileref 2024-11-20T18:21:58,804 DEBUG [StoreOpener-a1c02808a27833ee1c7213e527c71d2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,805 INFO [StoreOpener-a1c02808a27833ee1c7213e527c71d2d-1 {}] regionserver.HStore(327): Store=a1c02808a27833ee1c7213e527c71d2d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:21:58,805 INFO [StoreOpener-a1c02808a27833ee1c7213e527c71d2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a1c02808a27833ee1c7213e527c71d2d 2024-11-20T18:21:58,806 INFO [StoreOpener-a1c02808a27833ee1c7213e527c71d2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1c02808a27833ee1c7213e527c71d2d columnFamilyName queue 2024-11-20T18:21:58,806 DEBUG [StoreOpener-a1c02808a27833ee1c7213e527c71d2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,806 INFO [StoreOpener-a1c02808a27833ee1c7213e527c71d2d-1 {}] regionserver.HStore(327): Store=a1c02808a27833ee1c7213e527c71d2d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:21:58,806 INFO [StoreOpener-a1c02808a27833ee1c7213e527c71d2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a1c02808a27833ee1c7213e527c71d2d 2024-11-20T18:21:58,807 INFO [StoreOpener-a1c02808a27833ee1c7213e527c71d2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1c02808a27833ee1c7213e527c71d2d columnFamilyName sid 2024-11-20T18:21:58,807 DEBUG [StoreOpener-a1c02808a27833ee1c7213e527c71d2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:21:58,808 INFO [StoreOpener-a1c02808a27833ee1c7213e527c71d2d-1 {}] regionserver.HStore(327): Store=a1c02808a27833ee1c7213e527c71d2d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:21:58,808 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a1c02808a27833ee1c7213e527c71d2d 2024-11-20T18:21:58,808 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/data/hbase/replication/a1c02808a27833ee1c7213e527c71d2d 2024-11-20T18:21:58,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/data/hbase/replication/a1c02808a27833ee1c7213e527c71d2d 2024-11-20T18:21:58,812 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a1c02808a27833ee1c7213e527c71d2d 2024-11-20T18:21:58,812 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a1c02808a27833ee1c7213e527c71d2d 2024-11-20T18:21:58,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T18:21:58,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a1c02808a27833ee1c7213e527c71d2d 2024-11-20T18:21:58,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/data/hbase/replication/a1c02808a27833ee1c7213e527c71d2d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:21:58,818 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a1c02808a27833ee1c7213e527c71d2d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60473315, jitterRate=-0.09887738525867462}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T18:21:58,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a1c02808a27833ee1c7213e527c71d2d 2024-11-20T18:21:58,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a1c02808a27833ee1c7213e527c71d2d: Running coprocessor pre-open hook at 1732126918802Writing region info on filesystem at 1732126918802Initializing all the Stores at 1732126918803 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126918803Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126918803Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126918803Cleaning up temporary data from old regions at 1732126918812 (+9 ms)Running coprocessor post-open hooks at 1732126918818 (+6 ms)Region opened successfully at 1732126918819 (+1 ms) 2024-11-20T18:21:58,819 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732126917654.a1c02808a27833ee1c7213e527c71d2d., pid=10, masterSystemTime=1732126918780 2024-11-20T18:21:58,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732126917654.a1c02808a27833ee1c7213e527c71d2d. 2024-11-20T18:21:58,822 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732126917654.a1c02808a27833ee1c7213e527c71d2d. 2024-11-20T18:21:58,822 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a1c02808a27833ee1c7213e527c71d2d, regionState=OPEN, openSeqNum=2, regionLocation=6b87edf34edd,39761,1732126907790 2024-11-20T18:21:58,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1c02808a27833ee1c7213e527c71d2d, server=6b87edf34edd,39761,1732126907790 because future has completed 2024-11-20T18:21:58,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T18:21:58,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a1c02808a27833ee1c7213e527c71d2d, server=6b87edf34edd,39761,1732126907790 in 197 msec 2024-11-20T18:21:58,830 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T18:21:58,830 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a1c02808a27833ee1c7213e527c71d2d, ASSIGN in 354 msec 2024-11-20T18:21:58,831 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T18:21:58,831 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126918831"}]},"ts":"1732126918831"} 2024-11-20T18:21:58,834 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T18:21:58,835 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T18:21:58,837 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1810 sec 2024-11-20T18:21:58,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732126917654.a1c02808a27833ee1c7213e527c71d2d., hostname=6b87edf34edd,39761,1732126907790, seqNum=2] 2024-11-20T18:21:58,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35343-0x101597ae0c50006, quorum=127.0.0.1:53427, baseZNode=/2-1118576996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1118576996 2024-11-20T18:21:58,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39761-0x101597ae0c50007, quorum=127.0.0.1:53427, baseZNode=/2-1118576996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1118576996 2024-11-20T18:21:58,958 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T18:21:58,977 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.wal-reader.6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173 to pos 379, reset compression=false 2024-11-20T18:21:59,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39761 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T18:21:59,110 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T18:21:59,137 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6b87edf34edd,39761,1732126907790, ReplicationSource: 1, currentBandwidth=0 2024-11-20T18:21:59,137 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:21:59,137 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,39761,1732126907790, seqNum=-1] 2024-11-20T18:21:59,137 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:21:59,138 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49053, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-20T18:21:59,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6b87edf34edd,39761,1732126907790', locateType=CURRENT is [region=hbase:replication,,1732126917654.a1c02808a27833ee1c7213e527c71d2d., hostname=6b87edf34edd,39761,1732126907790, seqNum=2] 2024-11-20T18:21:59,141 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T18:21:59,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T18:21:59,144 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6b87edf34edd,39761,1732126907790 suceeded 2024-11-20T18:21:59,145 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T18:21:59,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-20T18:21:59,146 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6b87edf34edd:41537,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T18:21:59,147 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5000 sec 2024-11-20T18:21:59,157 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b87edf34edd:41537' 2024-11-20T18:21:59,159 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5bad89f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:59,159 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790 {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,41537,-1 for getting cluster id 2024-11-20T18:21:59,159 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:21:59,160 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c53b42a-2a50-42ed-846c-f1253bedbe28' 2024-11-20T18:21:59,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:21:59,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c53b42a-2a50-42ed-846c-f1253bedbe28" 2024-11-20T18:21:59,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f2d26a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:59,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,41537,-1] 2024-11-20T18:21:59,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:21:59,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:59,161 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:21:59,162 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6deaf57d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:59,162 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:21:59,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,41537,1732126895857 2024-11-20T18:21:59,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@449e621f 2024-11-20T18:21:59,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:21:59,163 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-20T18:21:59,163 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6b87edf34edd,39761,1732126907790 (queues=1) is replicating from cluster=42708f68-dbf6-47de-b412-58105dd78cff to cluster=0c53b42a-2a50-42ed-846c-f1253bedbe28 2024-11-20T18:21:59,163 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6b87edf34edd%2C39761%2C1732126907790 2024-11-20T18:21:59,163 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6b87edf34edd,39761,1732126907790, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T18:21:59,164 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.shipper6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b87edf34edd%2C39761%2C1732126907790 2024-11-20T18:21:59,164 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.wal-reader.6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/WALs/6b87edf34edd,39761,1732126907790/6b87edf34edd%2C39761%2C1732126907790.1732126909763, startPosition=0, beingWritten=true 2024-11-20T18:21:59,170 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.wal-reader.6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T18:21:59,170 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.wal-reader.6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/WALs/6b87edf34edd,39761,1732126907790/6b87edf34edd%2C39761%2C1732126907790.1732126909763 to pos 379, reset compression=false 2024-11-20T18:21:59,170 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.shipper6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,39761,1732126907790 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/WALs/6b87edf34edd,39761,1732126907790/6b87edf34edd%2C39761%2C1732126907790.1732126909763, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T18:21:59,375 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.wal-reader.6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/WALs/6b87edf34edd,39761,1732126907790/6b87edf34edd%2C39761%2C1732126907790.1732126909763 to pos 379, reset compression=false 2024-11-20T18:21:59,460 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.wal-reader.6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.1732126904528 to pos 379, reset compression=false 2024-11-20T18:21:59,678 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.wal-reader.6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/WALs/6b87edf34edd,39761,1732126907790/6b87edf34edd%2C39761%2C1732126907790.1732126909763 to pos 379, reset compression=false 2024-11-20T18:21:59,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:21:59,799 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T18:21:59,799 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:21:59,799 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:21:59,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:59,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:59,800 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:21:59,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c86e5b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:59,800 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,41537,-1 for getting cluster id 2024-11-20T18:21:59,800 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:21:59,801 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c53b42a-2a50-42ed-846c-f1253bedbe28' 2024-11-20T18:21:59,801 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:21:59,801 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c53b42a-2a50-42ed-846c-f1253bedbe28" 2024-11-20T18:21:59,801 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@759b758, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:59,801 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,41537,-1] 2024-11-20T18:21:59,802 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:21:59,802 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:59,802 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:21:59,803 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6df58757, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:59,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5844fac9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:59,803 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,38267,-1 for getting cluster id 2024-11-20T18:21:59,803 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:21:59,804 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '399f5c6d-c4f6-43dd-98d4-8f04f5b6bd72' 2024-11-20T18:21:59,804 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:21:59,804 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "399f5c6d-c4f6-43dd-98d4-8f04f5b6bd72" 2024-11-20T18:21:59,804 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74d88cc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:59,804 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,38267,-1] 2024-11-20T18:21:59,804 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:21:59,805 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:59,805 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:21:59,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9ad22a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:59,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78dca41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:59,806 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,35343,-1 for getting cluster id 2024-11-20T18:21:59,806 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:21:59,807 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42708f68-dbf6-47de-b412-58105dd78cff' 2024-11-20T18:21:59,807 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:21:59,807 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42708f68-dbf6-47de-b412-58105dd78cff" 2024-11-20T18:21:59,808 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7141c96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:59,808 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,35343,-1] 2024-11-20T18:21:59,808 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:21:59,808 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:59,811 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:21:59,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37e4bcfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:59,812 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:21:59,813 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,34955,1732126896062, seqNum=-1] 2024-11-20T18:21:59,813 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:21:59,814 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:21:59,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732126910394.479e272d88e93b0663f941be89215463., hostname=6b87edf34edd,34955,1732126896062, seqNum=2] 2024-11-20T18:21:59,819 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:21:59,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,39761,1732126907790, seqNum=-1] 2024-11-20T18:21:59,821 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:21:59,840 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:21:59,842 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732126912172.7deb8b2d6667cfa612e88cf542775596., hostname=6b87edf34edd,39761,1732126907790, seqNum=2] 2024-11-20T18:21:59,844 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-20T18:21:59,880 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.wal-reader.6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173 to pos 379, reset compression=false 2024-11-20T18:21:59,884 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.wal-reader.6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T18:21:59,884 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.wal-reader.6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173 to pos 480, reset compression=false 2024-11-20T18:21:59,884 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.shipper6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,34955,1732126896062 got entry batch from reader: WALEntryBatch [walEntries=[{test/479e272d88e93b0663f941be89215463/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-20T18:21:59,886 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.shipper6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T18:21:59,887 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-20T18:21:59,887 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38125 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T18:21:59,888 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38125 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12a19e1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:59,888 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38125 {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,38267,-1 for getting cluster id 2024-11-20T18:21:59,888 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38125 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:21:59,889 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '399f5c6d-c4f6-43dd-98d4-8f04f5b6bd72' 2024-11-20T18:21:59,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:21:59,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "399f5c6d-c4f6-43dd-98d4-8f04f5b6bd72" 2024-11-20T18:21:59,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9a78c99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:59,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,38267,-1] 2024-11-20T18:21:59,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:21:59,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:21:59,890 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:21:59,890 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38125 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c414ba1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:21:59,891 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38125 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:21:59,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,38125,1732126902347, seqNum=-1] 2024-11-20T18:21:59,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:21:59,893 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-20T18:21:59,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732126911033.0b802e09e32002e70226ebeb68348a1a., hostname=6b87edf34edd,38125,1732126902347, seqNum=2] 2024-11-20T18:21:59,897 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38125 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T18:22:00,084 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.wal-reader.6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/WALs/6b87edf34edd,39761,1732126907790/6b87edf34edd%2C39761%2C1732126907790.1732126909763 to pos 379, reset compression=false 2024-11-20T18:22:00,088 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.wal-reader.6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173 to pos 480, reset compression=false 2024-11-20T18:22:00,266 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.wal-reader.6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.1732126904528 to pos 379, reset compression=false 2024-11-20T18:22:00,270 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.wal-reader.6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T18:22:00,270 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.wal-reader.6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.1732126904528 to pos 503, reset compression=false 2024-11-20T18:22:00,270 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.shipper6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,38125,1732126902347 got entry batch from reader: WALEntryBatch [walEntries=[{test/0b802e09e32002e70226ebeb68348a1a/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.1732126904528, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-20T18:22:00,272 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.shipper6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T18:22:00,273 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-20T18:22:00,273 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39761 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T18:22:00,274 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39761 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@560aecc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:00,274 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39761 {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,35343,-1 for getting cluster id 2024-11-20T18:22:00,274 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39761 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:22:00,274 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42708f68-dbf6-47de-b412-58105dd78cff' 2024-11-20T18:22:00,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:22:00,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42708f68-dbf6-47de-b412-58105dd78cff" 2024-11-20T18:22:00,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ea39a49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:00,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,35343,-1] 2024-11-20T18:22:00,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:22:00,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:00,275 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:22:00,276 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39761 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6559952a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:00,277 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39761 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:22:00,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,39761,1732126907790, seqNum=-1] 2024-11-20T18:22:00,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:22:00,278 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-20T18:22:00,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732126912172.7deb8b2d6667cfa612e88cf542775596., hostname=6b87edf34edd,39761,1732126907790, seqNum=2] 2024-11-20T18:22:00,281 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39761 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T18:22:00,391 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.wal-reader.6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173 to pos 480, reset compression=false 2024-11-20T18:22:00,473 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.wal-reader.6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.1732126904528 to pos 503, reset compression=false 2024-11-20T18:22:00,588 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.wal-reader.6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/WALs/6b87edf34edd,39761,1732126907790/6b87edf34edd%2C39761%2C1732126907790.1732126909763 to pos 379, reset compression=false 2024-11-20T18:22:00,592 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.wal-reader.6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T18:22:00,592 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.wal-reader.6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/WALs/6b87edf34edd,39761,1732126907790/6b87edf34edd%2C39761%2C1732126907790.1732126909763 to pos 526, reset compression=false 2024-11-20T18:22:00,592 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.shipper6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,39761,1732126907790 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/WALs/6b87edf34edd,39761,1732126907790/6b87edf34edd%2C39761%2C1732126907790.1732126909763, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T18:22:00,629 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T18:22:00,629 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:00,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:00,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:00,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:00,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:00,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:00,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:00,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:00,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:00,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:00,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:00,780 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.wal-reader.6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.1732126904528 to pos 503, reset compression=false 2024-11-20T18:22:00,795 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.wal-reader.6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/WALs/6b87edf34edd,39761,1732126907790/6b87edf34edd%2C39761%2C1732126907790.1732126909763 to pos 526, reset compression=false 2024-11-20T18:22:00,797 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.wal-reader.6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173 to pos 480, reset compression=false 2024-11-20T18:22:00,845 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-20T18:22:00,846 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:22:00,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,38125,1732126902347, seqNum=-1] 2024-11-20T18:22:00,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:22:00,847 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:22:00,849 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732126911033.0b802e09e32002e70226ebeb68348a1a., hostname=6b87edf34edd,38125,1732126902347, seqNum=2] 2024-11-20T18:22:00,852 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-20T18:22:01,098 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.wal-reader.6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/WALs/6b87edf34edd,39761,1732126907790/6b87edf34edd%2C39761%2C1732126907790.1732126909763 to pos 526, reset compression=false 2024-11-20T18:22:01,183 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.wal-reader.6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.1732126904528 to pos 503, reset compression=false 2024-11-20T18:22:01,188 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.wal-reader.6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T18:22:01,188 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.wal-reader.6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.1732126904528 to pos 607, reset compression=false 2024-11-20T18:22:01,188 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.shipper6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,38125,1732126902347 got entry batch from reader: WALEntryBatch [walEntries=[{test/0b802e09e32002e70226ebeb68348a1a/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.1732126904528, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T18:22:01,189 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39761 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T18:22:01,192 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39761 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T18:22:01,300 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.wal-reader.6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173 to pos 480, reset compression=false 2024-11-20T18:22:01,391 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.wal-reader.6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.1732126904528 to pos 607, reset compression=false 2024-11-20T18:22:01,503 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.wal-reader.6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/WALs/6b87edf34edd,39761,1732126907790/6b87edf34edd%2C39761%2C1732126907790.1732126909763 to pos 526, reset compression=false 2024-11-20T18:22:01,509 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.wal-reader.6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T18:22:01,510 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.wal-reader.6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/WALs/6b87edf34edd,39761,1732126907790/6b87edf34edd%2C39761%2C1732126907790.1732126909763 to pos 653, reset compression=false 2024-11-20T18:22:01,510 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.shipper6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,39761,1732126907790 got entry batch from reader: WALEntryBatch [walEntries=[{test/7deb8b2d6667cfa612e88cf542775596/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/WALs/6b87edf34edd,39761,1732126907790/6b87edf34edd%2C39761%2C1732126907790.1732126909763, lastWalPosition=653, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-20T18:22:01,513 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.shipper6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T18:22:01,514 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-20T18:22:01,514 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34955 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T18:22:01,529 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34955 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28d825ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:01,529 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34955 {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,41537,-1 for getting cluster id 2024-11-20T18:22:01,529 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34955 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:22:01,530 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c53b42a-2a50-42ed-846c-f1253bedbe28' 2024-11-20T18:22:01,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:22:01,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c53b42a-2a50-42ed-846c-f1253bedbe28" 2024-11-20T18:22:01,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14812786, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:01,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,41537,-1] 2024-11-20T18:22:01,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:22:01,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:01,532 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:22:01,532 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34955 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21e9643f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:01,533 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34955 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:22:01,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,34955,1732126896062, seqNum=-1] 2024-11-20T18:22:01,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:22:01,536 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-20T18:22:01,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732126910394.479e272d88e93b0663f941be89215463., hostname=6b87edf34edd,34955,1732126896062, seqNum=2] 2024-11-20T18:22:01,540 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34955 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T18:22:01,695 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.wal-reader.6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.1732126904528 to pos 607, reset compression=false 2024-11-20T18:22:01,716 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.wal-reader.6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/WALs/6b87edf34edd,39761,1732126907790/6b87edf34edd%2C39761%2C1732126907790.1732126909763 to pos 653, reset compression=false 2024-11-20T18:22:01,854 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-20T18:22:01,858 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-20T18:22:01,903 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.wal-reader.6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173 to pos 480, reset compression=false 2024-11-20T18:22:01,908 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.wal-reader.6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T18:22:01,909 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.wal-reader.6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173 to pos 630, reset compression=false 2024-11-20T18:22:01,909 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.shipper6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,34955,1732126896062 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173, lastWalPosition=630, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T18:22:02,019 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.wal-reader.6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/WALs/6b87edf34edd,39761,1732126907790/6b87edf34edd%2C39761%2C1732126907790.1732126909763 to pos 653, reset compression=false 2024-11-20T18:22:02,030 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.wal-reader.6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T18:22:02,030 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.wal-reader.6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/WALs/6b87edf34edd,39761,1732126907790/6b87edf34edd%2C39761%2C1732126907790.1732126909763 to pos 757, reset compression=false 2024-11-20T18:22:02,030 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.shipper6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,39761,1732126907790 got entry batch from reader: WALEntryBatch [walEntries=[{test/7deb8b2d6667cfa612e88cf542775596/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/WALs/6b87edf34edd,39761,1732126907790/6b87edf34edd%2C39761%2C1732126907790.1732126909763, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T18:22:02,031 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34955 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T18:22:02,035 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34955 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T18:22:02,098 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.wal-reader.6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.1732126904528 to pos 607, reset compression=false 2024-11-20T18:22:02,121 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.wal-reader.6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173 to pos 630, reset compression=false 2024-11-20T18:22:02,151 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.wal-reader.6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T18:22:02,151 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.wal-reader.6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173 to pos 757, reset compression=false 2024-11-20T18:22:02,151 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.shipper6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,34955,1732126896062 got entry batch from reader: WALEntryBatch [walEntries=[{test/479e272d88e93b0663f941be89215463/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-20T18:22:02,152 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38125 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T18:22:02,155 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38125 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T18:22:02,255 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.wal-reader.6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/WALs/6b87edf34edd,39761,1732126907790/6b87edf34edd%2C39761%2C1732126907790.1732126909763 to pos 757, reset compression=false 2024-11-20T18:22:02,377 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.wal-reader.6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173 to pos 757, reset compression=false 2024-11-20T18:22:02,594 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.wal-reader.6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/WALs/6b87edf34edd,39761,1732126907790/6b87edf34edd%2C39761%2C1732126907790.1732126909763 to pos 757, reset compression=false 2024-11-20T18:22:02,614 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.wal-reader.6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.1732126904528 to pos 607, reset compression=false 2024-11-20T18:22:02,618 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.wal-reader.6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T18:22:02,618 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.wal-reader.6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.1732126904528 to pos 757, reset compression=false 2024-11-20T18:22:02,618 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.shipper6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,38125,1732126902347 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.1732126904528, lastWalPosition=757, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T18:22:02,682 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.wal-reader.6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173 to pos 757, reset compression=false 2024-11-20T18:22:02,822 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.wal-reader.6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.1732126904528 to pos 757, reset compression=false 2024-11-20T18:22:02,861 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-20T18:22:02,866 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-20T18:22:02,998 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.wal-reader.6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/WALs/6b87edf34edd,39761,1732126907790/6b87edf34edd%2C39761%2C1732126907790.1732126909763 to pos 757, reset compression=false 2024-11-20T18:22:03,089 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.wal-reader.6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173 to pos 757, reset compression=false 2024-11-20T18:22:03,106 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.wal-reader.6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T18:22:03,106 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.wal-reader.6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173 to pos 913, reset compression=false 2024-11-20T18:22:03,106 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.shipper6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,34955,1732126896062 got entry batch from reader: WALEntryBatch [walEntries=[{test/479e272d88e93b0663f941be89215463/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-20T18:22:03,107 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38125 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T18:22:03,110 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38125 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T18:22:03,138 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.wal-reader.6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.1732126904528 to pos 757, reset compression=false 2024-11-20T18:22:03,145 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.wal-reader.6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T18:22:03,145 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.wal-reader.6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.1732126904528 to pos 904, reset compression=false 2024-11-20T18:22:03,145 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.shipper6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,38125,1732126902347 got entry batch from reader: WALEntryBatch [walEntries=[{test/0b802e09e32002e70226ebeb68348a1a/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.1732126904528, lastWalPosition=904, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-20T18:22:03,146 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39761 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T18:22:03,151 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39761 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T18:22:03,310 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.wal-reader.6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173 to pos 913, reset compression=false 2024-11-20T18:22:03,361 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.wal-reader.6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.1732126904528 to pos 904, reset compression=false 2024-11-20T18:22:03,502 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.wal-reader.6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/WALs/6b87edf34edd,39761,1732126907790/6b87edf34edd%2C39761%2C1732126907790.1732126909763 to pos 757, reset compression=false 2024-11-20T18:22:03,507 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.wal-reader.6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T18:22:03,507 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.wal-reader.6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/WALs/6b87edf34edd,39761,1732126907790/6b87edf34edd%2C39761%2C1732126907790.1732126909763 to pos 927, reset compression=false 2024-11-20T18:22:03,507 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.shipper6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,39761,1732126907790 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/WALs/6b87edf34edd,39761,1732126907790/6b87edf34edd%2C39761%2C1732126907790.1732126909763, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T18:22:03,617 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.wal-reader.6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173 to pos 913, reset compression=false 2024-11-20T18:22:03,664 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.wal-reader.6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.1732126904528 to pos 904, reset compression=false 2024-11-20T18:22:03,710 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.wal-reader.6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/WALs/6b87edf34edd,39761,1732126907790/6b87edf34edd%2C39761%2C1732126907790.1732126909763 to pos 927, reset compression=false 2024-11-20T18:22:03,868 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-20T18:22:03,873 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-20T18:22:04,014 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.wal-reader.6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/WALs/6b87edf34edd,39761,1732126907790/6b87edf34edd%2C39761%2C1732126907790.1732126909763 to pos 927, reset compression=false 2024-11-20T18:22:04,021 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.wal-reader.6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173 to pos 913, reset compression=false 2024-11-20T18:22:04,067 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.wal-reader.6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.1732126904528 to pos 904, reset compression=false 2024-11-20T18:22:04,076 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.wal-reader.6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T18:22:04,076 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.wal-reader.6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.1732126904528 to pos 1063, reset compression=false 2024-11-20T18:22:04,076 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.shipper6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,38125,1732126902347 got entry batch from reader: WALEntryBatch [walEntries=[{test/0b802e09e32002e70226ebeb68348a1a/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.1732126904528, lastWalPosition=1063, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-20T18:22:04,077 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39761 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T18:22:04,080 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39761 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T18:22:04,281 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.wal-reader.6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.1732126904528 to pos 1063, reset compression=false 2024-11-20T18:22:04,426 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.wal-reader.6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/WALs/6b87edf34edd,39761,1732126907790/6b87edf34edd%2C39761%2C1732126907790.1732126909763 to pos 927, reset compression=false 2024-11-20T18:22:04,432 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.wal-reader.6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T18:22:04,432 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.wal-reader.6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/WALs/6b87edf34edd,39761,1732126907790/6b87edf34edd%2C39761%2C1732126907790.1732126909763 to pos 1076, reset compression=false 2024-11-20T18:22:04,432 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.shipper6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,39761,1732126907790 got entry batch from reader: WALEntryBatch [walEntries=[{test/7deb8b2d6667cfa612e88cf542775596/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/WALs/6b87edf34edd,39761,1732126907790/6b87edf34edd%2C39761%2C1732126907790.1732126909763, lastWalPosition=1076, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-20T18:22:04,433 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34955 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T18:22:04,436 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34955 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T18:22:04,533 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.wal-reader.6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173 to pos 913, reset compression=false 2024-11-20T18:22:04,538 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.wal-reader.6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T18:22:04,538 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.wal-reader.6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173 to pos 1085, reset compression=false 2024-11-20T18:22:04,538 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.shipper6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,34955,1732126896062 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173, lastWalPosition=1085, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T18:22:04,584 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.wal-reader.6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.1732126904528 to pos 1063, reset compression=false 2024-11-20T18:22:04,636 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.wal-reader.6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/WALs/6b87edf34edd,39761,1732126907790/6b87edf34edd%2C39761%2C1732126907790.1732126909763 to pos 1076, reset compression=false 2024-11-20T18:22:04,742 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.wal-reader.6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173 to pos 1085, reset compression=false 2024-11-20T18:22:04,875 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-20T18:22:04,906 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-20T18:22:04,940 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.wal-reader.6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/WALs/6b87edf34edd,39761,1732126907790/6b87edf34edd%2C39761%2C1732126907790.1732126909763 to pos 1076, reset compression=false 2024-11-20T18:22:04,944 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.wal-reader.6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T18:22:04,945 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.wal-reader.6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/WALs/6b87edf34edd,39761,1732126907790/6b87edf34edd%2C39761%2C1732126907790.1732126909763 to pos 1235, reset compression=false 2024-11-20T18:22:04,945 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.shipper6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,39761,1732126907790 got entry batch from reader: WALEntryBatch [walEntries=[{test/7deb8b2d6667cfa612e88cf542775596/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/WALs/6b87edf34edd,39761,1732126907790/6b87edf34edd%2C39761%2C1732126907790.1732126909763, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-20T18:22:04,947 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34955 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T18:22:04,951 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34955 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T18:22:04,988 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.wal-reader.6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.1732126904528 to pos 1063, reset compression=false 2024-11-20T18:22:05,045 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.wal-reader.6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173 to pos 1085, reset compression=false 2024-11-20T18:22:05,066 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.wal-reader.6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T18:22:05,066 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.wal-reader.6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173 to pos 1234, reset compression=false 2024-11-20T18:22:05,066 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.shipper6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,34955,1732126896062 got entry batch from reader: WALEntryBatch [walEntries=[{test/479e272d88e93b0663f941be89215463/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173, lastWalPosition=1234, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-20T18:22:05,067 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38125 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T18:22:05,070 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38125 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T18:22:05,149 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.wal-reader.6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/WALs/6b87edf34edd,39761,1732126907790/6b87edf34edd%2C39761%2C1732126907790.1732126909763 to pos 1235, reset compression=false 2024-11-20T18:22:05,281 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.wal-reader.6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173 to pos 1234, reset compression=false 2024-11-20T18:22:05,436 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T18:22:05,454 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.wal-reader.6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/WALs/6b87edf34edd,39761,1732126907790/6b87edf34edd%2C39761%2C1732126907790.1732126909763 to pos 1235, reset compression=false 2024-11-20T18:22:05,459 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:22:05,460 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b87edf34edd,38325,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b87edf34edd:38325 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T18:22:05,460 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68595 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b87edf34edd,38325,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b87edf34edd:38325 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T18:22:05,492 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.wal-reader.6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.1732126904528 to pos 1063, reset compression=false 2024-11-20T18:22:05,496 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.wal-reader.6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T18:22:05,496 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.wal-reader.6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.1732126904528 to pos 1235, reset compression=false 2024-11-20T18:22:05,496 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.shipper6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,38125,1732126902347 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.1732126904528, lastWalPosition=1235, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T18:22:05,591 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.wal-reader.6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173 to pos 1234, reset compression=false 2024-11-20T18:22:05,703 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.wal-reader.6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.1732126904528 to pos 1235, reset compression=false 2024-11-20T18:22:05,857 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.wal-reader.6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/WALs/6b87edf34edd,39761,1732126907790/6b87edf34edd%2C39761%2C1732126907790.1732126909763 to pos 1235, reset compression=false 2024-11-20T18:22:05,909 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-20T18:22:05,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f1f642d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:05,921 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,35343,-1 for getting cluster id 2024-11-20T18:22:05,921 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:22:05,922 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42708f68-dbf6-47de-b412-58105dd78cff' 2024-11-20T18:22:05,922 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:22:05,922 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42708f68-dbf6-47de-b412-58105dd78cff" 2024-11-20T18:22:05,922 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45df959d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:05,923 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,35343,-1] 2024-11-20T18:22:05,923 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:22:05,923 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:05,924 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:22:05,926 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77a2cefe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:05,928 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:22:05,930 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,35343,1732126907622 2024-11-20T18:22:05,930 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@488ba813 2024-11-20T18:22:05,931 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:22:05,932 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:22:05,933 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-20T18:22:05,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-20T18:22:05,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T18:22:05,995 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.wal-reader.6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173 to pos 1234, reset compression=false 2024-11-20T18:22:06,000 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T18:22:06,006 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.wal-reader.6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.1732126904528 to pos 1235, reset compression=false 2024-11-20T18:22:06,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T18:22:06,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39761 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-20T18:22:06,155 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-20T18:22:06,156 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-20T18:22:06,156 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6b87edf34edd,39761,1732126907790 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-20T18:22:06,156 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0. 2024-11-20T18:22:06,156 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:22:06,156 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:06,156 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:06,157 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:22:06,257 WARN [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.wal-reader.6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T18:22:06,257 WARN [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.shipper6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T18:22:06,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T18:22:06,357 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.shipper6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 terminated 2024-11-20T18:22:06,383 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-6b87edf34edd,39761,1732126907790, ReplicationSource: 1, currentBandwidth=0 2024-11-20T18:22:06,384 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-20T18:22:06,384 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-20T18:22:06,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-20T18:22:06,388 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 6b87edf34edd,39761,1732126907790 suceeded 2024-11-20T18:22:06,393 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-20T18:22:06,393 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 388 msec 2024-11-20T18:22:06,393 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-20T18:22:06,396 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 460 msec 2024-11-20T18:22:06,406 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b87edf34edd:41537' 2024-11-20T18:22:06,408 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6685a133, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:06,408 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790 {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,41537,-1 for getting cluster id 2024-11-20T18:22:06,408 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:22:06,409 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c53b42a-2a50-42ed-846c-f1253bedbe28' 2024-11-20T18:22:06,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:22:06,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c53b42a-2a50-42ed-846c-f1253bedbe28" 2024-11-20T18:22:06,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70961f18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:06,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,41537,-1] 2024-11-20T18:22:06,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:22:06,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:06,411 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:22:06,412 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29cb8bfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:06,412 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:22:06,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,41537,1732126895857 2024-11-20T18:22:06,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21e23548 2024-11-20T18:22:06,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:22:06,414 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-20T18:22:06,414 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6b87edf34edd,39761,1732126907790 (queues=1) is replicating from cluster=42708f68-dbf6-47de-b412-58105dd78cff to cluster=0c53b42a-2a50-42ed-846c-f1253bedbe28 2024-11-20T18:22:06,415 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6b87edf34edd%2C39761%2C1732126907790 2024-11-20T18:22:06,415 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6b87edf34edd,39761,1732126907790, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T18:22:06,415 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.shipper6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b87edf34edd%2C39761%2C1732126907790 2024-11-20T18:22:06,450 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.wal-reader.6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.1732126904528 to pos 1235, reset compression=false 2024-11-20T18:22:06,533 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.wal-reader.6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173 to pos 1234, reset compression=false 2024-11-20T18:22:06,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T18:22:06,570 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:22:06,570 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-20T18:22:06,570 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:22:06,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:06,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:06,571 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:22:06,574 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-20T18:22:06,954 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.wal-reader.6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.1732126904528 to pos 1235, reset compression=false 2024-11-20T18:22:07,138 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.wal-reader.6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173 to pos 1234, reset compression=false 2024-11-20T18:22:07,146 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.wal-reader.6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T18:22:07,146 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.wal-reader.6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173 to pos 1338, reset compression=false 2024-11-20T18:22:07,146 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.shipper6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,34955,1732126896062 got entry batch from reader: WALEntryBatch [walEntries=[{test/479e272d88e93b0663f941be89215463/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173, lastWalPosition=1338, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T18:22:07,148 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38125 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T18:22:07,152 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38125 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T18:22:07,365 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.wal-reader.6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173 to pos 1338, reset compression=false 2024-11-20T18:22:07,558 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.wal-reader.6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.1732126904528 to pos 1235, reset compression=false 2024-11-20T18:22:07,564 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.wal-reader.6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T18:22:07,564 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.wal-reader.6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.1732126904528 to pos 1362, reset compression=false 2024-11-20T18:22:07,564 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.shipper6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,38125,1732126902347 got entry batch from reader: WALEntryBatch [walEntries=[{test/0b802e09e32002e70226ebeb68348a1a/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.1732126904528, lastWalPosition=1362, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-20T18:22:07,567 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39761 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T18:22:07,570 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39761 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T18:22:07,576 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-20T18:22:07,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65387850, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:07,580 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,35343,-1 for getting cluster id 2024-11-20T18:22:07,581 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:22:07,581 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42708f68-dbf6-47de-b412-58105dd78cff' 2024-11-20T18:22:07,582 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:22:07,582 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42708f68-dbf6-47de-b412-58105dd78cff" 2024-11-20T18:22:07,582 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e2c7926, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:07,582 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,35343,-1] 2024-11-20T18:22:07,583 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:22:07,583 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:07,584 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:22:07,585 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1955ca2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:07,587 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:22:07,588 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,35343,1732126907622 2024-11-20T18:22:07,588 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66a0b3ae 2024-11-20T18:22:07,589 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:22:07,591 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:22:07,591 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-20T18:22:07,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-20T18:22:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-20T18:22:07,672 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.wal-reader.6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173 to pos 1338, reset compression=false 2024-11-20T18:22:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-20T18:22:07,726 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T18:22:07,769 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.wal-reader.6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.1732126904528 to pos 1362, reset compression=false 2024-11-20T18:22:07,774 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.wal-reader.6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T18:22:07,774 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.wal-reader.6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.1732126904528 to pos 1466, reset compression=false 2024-11-20T18:22:07,774 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.shipper6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,38125,1732126902347 got entry batch from reader: WALEntryBatch [walEntries=[{test/0b802e09e32002e70226ebeb68348a1a/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.1732126904528, lastWalPosition=1466, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T18:22:07,775 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39761 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T18:22:07,777 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39761 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T18:22:07,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39761 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-20T18:22:07,879 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-20T18:22:07,879 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-20T18:22:07,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-20T18:22:07,881 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 6b87edf34edd,39761,1732126907790 suceeded 2024-11-20T18:22:07,883 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-20T18:22:07,883 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-20T18:22:07,883 INFO [PEWorker-1 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-20T18:22:07,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 292 msec 2024-11-20T18:22:07,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-20T18:22:07,910 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-20T18:22:07,910 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:22:07,910 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:22:07,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:07,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:07,910 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:22:07,912 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row4. IsDeleteReplication:false 2024-11-20T18:22:07,916 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.wal-reader.6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/WALs/6b87edf34edd,39761,1732126907790/6b87edf34edd%2C39761%2C1732126907790.1732126909763, startPosition=1235, beingWritten=true 2024-11-20T18:22:07,922 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.wal-reader.6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T18:22:07,922 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.wal-reader.6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/WALs/6b87edf34edd,39761,1732126907790/6b87edf34edd%2C39761%2C1732126907790.1732126909763 to pos 1512, reset compression=false 2024-11-20T18:22:07,922 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.shipper6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,39761,1732126907790 got entry batch from reader: WALEntryBatch [walEntries=[{test/7deb8b2d6667cfa612e88cf542775596/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/WALs/6b87edf34edd,39761,1732126907790/6b87edf34edd%2C39761%2C1732126907790.1732126909763, lastWalPosition=1512, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-20T18:22:07,924 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.shipper6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T18:22:07,925 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-20T18:22:07,926 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34955 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T18:22:07,928 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34955 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T18:22:07,977 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.wal-reader.6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.1732126904528 to pos 1466, reset compression=false 2024-11-20T18:22:08,077 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.wal-reader.6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173 to pos 1338, reset compression=false 2024-11-20T18:22:08,081 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.wal-reader.6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T18:22:08,081 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.wal-reader.6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173 to pos 1488, reset compression=false 2024-11-20T18:22:08,081 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.shipper6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,34955,1732126896062 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T18:22:08,126 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.wal-reader.6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/WALs/6b87edf34edd,39761,1732126907790/6b87edf34edd%2C39761%2C1732126907790.1732126909763 to pos 1512, reset compression=false 2024-11-20T18:22:08,280 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.wal-reader.6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.1732126904528 to pos 1466, reset compression=false 2024-11-20T18:22:08,284 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.wal-reader.6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173 to pos 1488, reset compression=false 2024-11-20T18:22:08,430 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.wal-reader.6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/WALs/6b87edf34edd,39761,1732126907790/6b87edf34edd%2C39761%2C1732126907790.1732126909763 to pos 1512, reset compression=false 2024-11-20T18:22:08,588 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.wal-reader.6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173 to pos 1488, reset compression=false 2024-11-20T18:22:08,684 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.wal-reader.6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.1732126904528 to pos 1466, reset compression=false 2024-11-20T18:22:08,835 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.wal-reader.6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/WALs/6b87edf34edd,39761,1732126907790/6b87edf34edd%2C39761%2C1732126907790.1732126909763 to pos 1512, reset compression=false 2024-11-20T18:22:08,914 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-20T18:22:08,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T18:22:08,914 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:22:08,915 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:22:08,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:08,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:08,915 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:22:08,915 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T18:22:08,915 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1198779721, stopped=false 2024-11-20T18:22:08,915 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b87edf34edd,35343,1732126907622 2024-11-20T18:22:08,992 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.wal-reader.6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173 to pos 1488, reset compression=false 2024-11-20T18:22:09,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35343-0x101597ae0c50006, quorum=127.0.0.1:53427, baseZNode=/2-1118576996 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1118576996/running 2024-11-20T18:22:09,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39761-0x101597ae0c50007, quorum=127.0.0.1:53427, baseZNode=/2-1118576996 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1118576996/running 2024-11-20T18:22:09,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39761-0x101597ae0c50007, quorum=127.0.0.1:53427, baseZNode=/2-1118576996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1118576996 2024-11-20T18:22:09,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35343-0x101597ae0c50006, quorum=127.0.0.1:53427, baseZNode=/2-1118576996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1118576996 2024-11-20T18:22:09,069 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T18:22:09,069 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:22:09,069 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:22:09,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:09,070 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b87edf34edd,39761,1732126907790' ***** 2024-11-20T18:22:09,070 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T18:22:09,070 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39761-0x101597ae0c50007, quorum=127.0.0.1:53427, baseZNode=/2-1118576996 Set watcher on znode that does not yet exist, /2-1118576996/running 2024-11-20T18:22:09,070 INFO [RS:0;6b87edf34edd:39761 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T18:22:09,070 INFO [RS:0;6b87edf34edd:39761 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T18:22:09,070 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35343-0x101597ae0c50006, quorum=127.0.0.1:53427, baseZNode=/2-1118576996 Set watcher on znode that does not yet exist, /2-1118576996/running 2024-11-20T18:22:09,070 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T18:22:09,071 INFO [RS:0;6b87edf34edd:39761 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T18:22:09,071 INFO [RS:0;6b87edf34edd:39761 {}] regionserver.HRegionServer(3091): Received CLOSE for a1c02808a27833ee1c7213e527c71d2d 2024-11-20T18:22:09,071 INFO [RS:0;6b87edf34edd:39761 {}] regionserver.HRegionServer(3091): Received CLOSE for 7deb8b2d6667cfa612e88cf542775596 2024-11-20T18:22:09,071 INFO [RS:0;6b87edf34edd:39761 {}] regionserver.HRegionServer(959): stopping server 6b87edf34edd,39761,1732126907790 2024-11-20T18:22:09,071 INFO [RS:0;6b87edf34edd:39761 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T18:22:09,071 INFO [RS:0;6b87edf34edd:39761 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b87edf34edd:39761. 2024-11-20T18:22:09,071 DEBUG [RS:0;6b87edf34edd:39761 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:22:09,071 DEBUG [RS:0;6b87edf34edd:39761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:09,072 INFO [RS:0;6b87edf34edd:39761 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T18:22:09,072 INFO [RS:0;6b87edf34edd:39761 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T18:22:09,072 INFO [RS:0;6b87edf34edd:39761 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T18:22:09,072 INFO [RS:0;6b87edf34edd:39761 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T18:22:09,072 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a1c02808a27833ee1c7213e527c71d2d, disabling compactions & flushes 2024-11-20T18:22:09,072 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732126917654.a1c02808a27833ee1c7213e527c71d2d. 2024-11-20T18:22:09,072 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732126917654.a1c02808a27833ee1c7213e527c71d2d. 2024-11-20T18:22:09,072 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732126917654.a1c02808a27833ee1c7213e527c71d2d. after waiting 0 ms 2024-11-20T18:22:09,072 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732126917654.a1c02808a27833ee1c7213e527c71d2d. 2024-11-20T18:22:09,072 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a1c02808a27833ee1c7213e527c71d2d 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-11-20T18:22:09,073 INFO [RS:0;6b87edf34edd:39761 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T18:22:09,073 DEBUG [RS:0;6b87edf34edd:39761 {}] regionserver.HRegionServer(1325): Online Regions={a1c02808a27833ee1c7213e527c71d2d=hbase:replication,,1732126917654.a1c02808a27833ee1c7213e527c71d2d., 7deb8b2d6667cfa612e88cf542775596=test,,1732126912172.7deb8b2d6667cfa612e88cf542775596., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T18:22:09,073 DEBUG [RS:0;6b87edf34edd:39761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7deb8b2d6667cfa612e88cf542775596, a1c02808a27833ee1c7213e527c71d2d 2024-11-20T18:22:09,073 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T18:22:09,073 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T18:22:09,073 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T18:22:09,073 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T18:22:09,073 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T18:22:09,073 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T18:22:09,092 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/data/hbase/meta/1588230740/.tmp/info/7897dd78238348f4918de7fd35dff27c is 147, key is hbase:replication,,1732126917654.a1c02808a27833ee1c7213e527c71d2d./info:regioninfo/1732126918822/Put/seqid=0 2024-11-20T18:22:09,097 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/data/hbase/replication/a1c02808a27833ee1c7213e527c71d2d/.tmp/queue/284c41cd00e341558833150d3c3ad042 is 154, key is 1-6b87edf34edd,39761,1732126907790/queue:6b87edf34edd%2C39761%2C1732126907790/1732126927929/Put/seqid=0 2024-11-20T18:22:09,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741840_1016 (size=7686) 2024-11-20T18:22:09,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741841_1017 (size=5353) 2024-11-20T18:22:09,141 INFO [regionserver/6b87edf34edd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T18:22:09,188 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.wal-reader.6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.1732126904528 to pos 1466, reset compression=false 2024-11-20T18:22:09,273 DEBUG [RS:0;6b87edf34edd:39761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7deb8b2d6667cfa612e88cf542775596, a1c02808a27833ee1c7213e527c71d2d 2024-11-20T18:22:09,342 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.wal-reader.6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/WALs/6b87edf34edd,39761,1732126907790/6b87edf34edd%2C39761%2C1732126907790.1732126909763 to pos 1512, reset compression=false 2024-11-20T18:22:09,473 DEBUG [RS:0;6b87edf34edd:39761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7deb8b2d6667cfa612e88cf542775596, a1c02808a27833ee1c7213e527c71d2d 2024-11-20T18:22:09,494 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.wal-reader.6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173 to pos 1488, reset compression=false 2024-11-20T18:22:09,503 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/data/hbase/meta/1588230740/.tmp/info/7897dd78238348f4918de7fd35dff27c 2024-11-20T18:22:09,507 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/data/hbase/replication/a1c02808a27833ee1c7213e527c71d2d/.tmp/queue/284c41cd00e341558833150d3c3ad042 2024-11-20T18:22:09,513 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/data/hbase/replication/a1c02808a27833ee1c7213e527c71d2d/.tmp/queue/284c41cd00e341558833150d3c3ad042 as hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/data/hbase/replication/a1c02808a27833ee1c7213e527c71d2d/queue/284c41cd00e341558833150d3c3ad042 2024-11-20T18:22:09,519 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/data/hbase/replication/a1c02808a27833ee1c7213e527c71d2d/queue/284c41cd00e341558833150d3c3ad042, entries=1, sequenceid=13, filesize=5.2 K 2024-11-20T18:22:09,520 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for a1c02808a27833ee1c7213e527c71d2d in 448ms, sequenceid=13, compaction requested=false 2024-11-20T18:22:09,528 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/data/hbase/meta/1588230740/.tmp/ns/0e801597cc584631afbb2d7cee607706 is 43, key is default/ns:d/1732126910331/Put/seqid=0 2024-11-20T18:22:09,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741842_1018 (size=5153) 2024-11-20T18:22:09,532 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/data/hbase/meta/1588230740/.tmp/ns/0e801597cc584631afbb2d7cee607706 2024-11-20T18:22:09,533 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/data/hbase/replication/a1c02808a27833ee1c7213e527c71d2d/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-20T18:22:09,533 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T18:22:09,533 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T18:22:09,533 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732126917654.a1c02808a27833ee1c7213e527c71d2d. 2024-11-20T18:22:09,533 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a1c02808a27833ee1c7213e527c71d2d: Waiting for close lock at 1732126929072Running coprocessor pre-close hooks at 1732126929072Disabling compacts and flushes for region at 1732126929072Disabling writes for close at 1732126929072Obtaining lock to block concurrent updates at 1732126929072Preparing flush snapshotting stores in a1c02808a27833ee1c7213e527c71d2d at 1732126929072Finished memstore snapshotting hbase:replication,,1732126917654.a1c02808a27833ee1c7213e527c71d2d., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1732126929073 (+1 ms)Flushing stores of hbase:replication,,1732126917654.a1c02808a27833ee1c7213e527c71d2d. at 1732126929074 (+1 ms)Flushing a1c02808a27833ee1c7213e527c71d2d/queue: creating writer at 1732126929074Flushing a1c02808a27833ee1c7213e527c71d2d/queue: appending metadata at 1732126929097 (+23 ms)Flushing a1c02808a27833ee1c7213e527c71d2d/queue: closing flushed file at 1732126929097Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@239c796e: reopening flushed file at 1732126929512 (+415 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for a1c02808a27833ee1c7213e527c71d2d in 448ms, sequenceid=13, compaction requested=false at 1732126929520 (+8 ms)Writing region close event to WAL at 1732126929529 (+9 ms)Running coprocessor post-close hooks at 1732126929533 (+4 ms)Closed at 1732126929533 2024-11-20T18:22:09,534 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732126917654.a1c02808a27833ee1c7213e527c71d2d. 2024-11-20T18:22:09,534 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7deb8b2d6667cfa612e88cf542775596, disabling compactions & flushes 2024-11-20T18:22:09,534 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732126912172.7deb8b2d6667cfa612e88cf542775596. 2024-11-20T18:22:09,534 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732126912172.7deb8b2d6667cfa612e88cf542775596. 2024-11-20T18:22:09,534 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732126912172.7deb8b2d6667cfa612e88cf542775596. after waiting 0 ms 2024-11-20T18:22:09,534 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732126912172.7deb8b2d6667cfa612e88cf542775596. 2024-11-20T18:22:09,534 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7deb8b2d6667cfa612e88cf542775596 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-20T18:22:09,551 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/data/default/test/7deb8b2d6667cfa612e88cf542775596/.tmp/f/a6e45e4a9db94bfbb0abf32cf29c2c7b is 37, key is row3/f:row3/1732126926572/Put/seqid=0 2024-11-20T18:22:09,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741843_1019 (size=5228) 2024-11-20T18:22:09,560 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/data/hbase/meta/1588230740/.tmp/rep_barrier/122bdde387254d2288706b0bedb6dd35 is 112, key is test,,1732126912172.7deb8b2d6667cfa612e88cf542775596./rep_barrier:seqnumDuringOpen/1732126913361/Put/seqid=0 2024-11-20T18:22:09,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741844_1020 (size=5518) 2024-11-20T18:22:09,665 INFO [regionserver/6b87edf34edd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T18:22:09,665 INFO [regionserver/6b87edf34edd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T18:22:09,673 DEBUG [RS:0;6b87edf34edd:39761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7deb8b2d6667cfa612e88cf542775596 2024-11-20T18:22:09,791 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.wal-reader.6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.1732126904528 to pos 1466, reset compression=false 2024-11-20T18:22:09,874 DEBUG [RS:0;6b87edf34edd:39761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7deb8b2d6667cfa612e88cf542775596 2024-11-20T18:22:09,945 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.wal-reader.6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/WALs/6b87edf34edd,39761,1732126907790/6b87edf34edd%2C39761%2C1732126907790.1732126909763 to pos 1512, reset compression=false 2024-11-20T18:22:09,949 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.wal-reader.6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T18:22:09,949 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.wal-reader.6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/WALs/6b87edf34edd,39761,1732126907790/6b87edf34edd%2C39761%2C1732126907790.1732126909763 to pos 1759, reset compression=false 2024-11-20T18:22:09,949 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.shipper6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,39761,1732126907790 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/WALs/6b87edf34edd,39761,1732126907790/6b87edf34edd%2C39761%2C1732126907790.1732126909763, lastWalPosition=1759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T18:22:09,950 ERROR [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.shipper6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6b87edf34edd,39761,1732126907790: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6b87edf34edd,39761,1732126907790, walGroup=6b87edf34edd%2C39761%2C1732126907790, offset=6b87edf34edd%2C39761%2C1732126907790.1732126909763:1759, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b87edf34edd:39761 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T18:22:09,952 ERROR [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.shipper6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T18:22:09,952 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.shipper6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T18:22:09,953 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.shipper6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T18:22:09,953 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.shipper6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T18:22:09,953 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.shipper6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T18:22:09,953 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.shipper6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1287651328, "init": 1048576000, "max": 2306867200, "used": 787379328 }, "NonHeapMemoryUsage": { "committed": 202047488, "init": 7667712, "max": -1, "used": 199158640 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T18:22:09,954 WARN [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.shipper6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b87edf34edd:35343 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b87edf34edd:35343 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T18:22:09,955 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/data/default/test/7deb8b2d6667cfa612e88cf542775596/.tmp/f/a6e45e4a9db94bfbb0abf32cf29c2c7b 2024-11-20T18:22:09,958 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a6e45e4a9db94bfbb0abf32cf29c2c7b 2024-11-20T18:22:09,963 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/data/hbase/meta/1588230740/.tmp/rep_barrier/122bdde387254d2288706b0bedb6dd35 2024-11-20T18:22:09,976 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/data/default/test/7deb8b2d6667cfa612e88cf542775596/.tmp/f1/8b7023a58c4a4cf1a6d3257978c3213f is 30, key is row1/f1:/1732126923869/DeleteFamily/seqid=0 2024-11-20T18:22:09,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741845_1021 (size=5158) 2024-11-20T18:22:09,980 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/data/hbase/meta/1588230740/.tmp/table/d59463560630463997b735a645a1f394 is 53, key is hbase:replication/table:state/1732126918831/Put/seqid=0 2024-11-20T18:22:09,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741846_1022 (size=5308) 2024-11-20T18:22:10,074 INFO [RS:0;6b87edf34edd:39761 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T18:22:10,074 DEBUG [RS:0;6b87edf34edd:39761 {}] regionserver.HRegionServer(1325): Online Regions={7deb8b2d6667cfa612e88cf542775596=test,,1732126912172.7deb8b2d6667cfa612e88cf542775596., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T18:22:10,074 DEBUG [RS:0;6b87edf34edd:39761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7deb8b2d6667cfa612e88cf542775596 2024-11-20T18:22:10,098 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.wal-reader.6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173 to pos 1488, reset compression=false 2024-11-20T18:22:10,151 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.wal-reader.6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/WALs/6b87edf34edd,39761,1732126907790/6b87edf34edd%2C39761%2C1732126907790.1732126909763 to pos 1759, reset compression=false 2024-11-20T18:22:10,274 DEBUG [RS:0;6b87edf34edd:39761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7deb8b2d6667cfa612e88cf542775596 2024-11-20T18:22:10,380 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/data/default/test/7deb8b2d6667cfa612e88cf542775596/.tmp/f1/8b7023a58c4a4cf1a6d3257978c3213f 2024-11-20T18:22:10,382 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/data/hbase/meta/1588230740/.tmp/table/d59463560630463997b735a645a1f394 2024-11-20T18:22:10,385 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8b7023a58c4a4cf1a6d3257978c3213f 2024-11-20T18:22:10,387 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/data/hbase/meta/1588230740/.tmp/info/7897dd78238348f4918de7fd35dff27c as hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/data/hbase/meta/1588230740/info/7897dd78238348f4918de7fd35dff27c 2024-11-20T18:22:10,391 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/data/hbase/meta/1588230740/info/7897dd78238348f4918de7fd35dff27c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T18:22:10,391 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/data/hbase/meta/1588230740/.tmp/ns/0e801597cc584631afbb2d7cee607706 as hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/data/hbase/meta/1588230740/ns/0e801597cc584631afbb2d7cee607706 2024-11-20T18:22:10,395 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/data/hbase/meta/1588230740/ns/0e801597cc584631afbb2d7cee607706, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T18:22:10,396 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/data/hbase/meta/1588230740/.tmp/rep_barrier/122bdde387254d2288706b0bedb6dd35 as hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/data/hbase/meta/1588230740/rep_barrier/122bdde387254d2288706b0bedb6dd35 2024-11-20T18:22:10,400 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/data/hbase/meta/1588230740/rep_barrier/122bdde387254d2288706b0bedb6dd35, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T18:22:10,400 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/data/hbase/meta/1588230740/.tmp/table/d59463560630463997b735a645a1f394 as hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/data/hbase/meta/1588230740/table/d59463560630463997b735a645a1f394 2024-11-20T18:22:10,404 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/data/default/test/7deb8b2d6667cfa612e88cf542775596/.tmp/norep/cd915cedb31d4703a39dc8d848b3ffa7 is 33, key is row2/norep:/1732126924875/DeleteFamily/seqid=0 2024-11-20T18:22:10,404 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/data/hbase/meta/1588230740/table/d59463560630463997b735a645a1f394, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T18:22:10,405 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1332ms, sequenceid=16, compaction requested=false 2024-11-20T18:22:10,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741847_1023 (size=5108) 2024-11-20T18:22:10,409 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T18:22:10,409 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T18:22:10,409 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T18:22:10,409 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T18:22:10,409 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732126929073Running coprocessor pre-close hooks at 1732126929073Disabling compacts and flushes for region at 1732126929073Disabling writes for close at 1732126929073Obtaining lock to block concurrent updates at 1732126929073Preparing flush snapshotting stores in 1588230740 at 1732126929073Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732126929074 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732126929075 (+1 ms)Flushing 1588230740/info: creating writer at 1732126929075Flushing 1588230740/info: appending metadata at 1732126929091 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732126929091Flushing 1588230740/ns: creating writer at 1732126929509 (+418 ms)Flushing 1588230740/ns: appending metadata at 1732126929527 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732126929527Flushing 1588230740/rep_barrier: creating writer at 1732126929538 (+11 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732126929559 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732126929559Flushing 1588230740/table: creating writer at 1732126929967 (+408 ms)Flushing 1588230740/table: appending metadata at 1732126929979 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732126929979Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e6c7cac: reopening flushed file at 1732126930386 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43d2a596: reopening flushed file at 1732126930391 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48fab46a: reopening flushed file at 1732126930395 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ca47930: reopening flushed file at 1732126930400 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1332ms, sequenceid=16, compaction requested=false at 1732126930405 (+5 ms)Writing region close event to WAL at 1732126930406 (+1 ms)Running coprocessor post-close hooks at 1732126930409 (+3 ms)Closed at 1732126930409 2024-11-20T18:22:10,409 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T18:22:10,454 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.wal-reader.6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/WALs/6b87edf34edd,39761,1732126907790/6b87edf34edd%2C39761%2C1732126907790.1732126909763 to pos 1759, reset compression=false 2024-11-20T18:22:10,474 DEBUG [RS:0;6b87edf34edd:39761 {}] regionserver.HRegionServer(1351): Waiting on 7deb8b2d6667cfa612e88cf542775596 2024-11-20T18:22:10,494 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.wal-reader.6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.1732126904528 to pos 1466, reset compression=false 2024-11-20T18:22:10,674 DEBUG [RS:0;6b87edf34edd:39761 {}] regionserver.HRegionServer(1351): Waiting on 7deb8b2d6667cfa612e88cf542775596 2024-11-20T18:22:10,801 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.wal-reader.6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173 to pos 1488, reset compression=false 2024-11-20T18:22:10,808 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/data/default/test/7deb8b2d6667cfa612e88cf542775596/.tmp/norep/cd915cedb31d4703a39dc8d848b3ffa7 2024-11-20T18:22:10,812 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cd915cedb31d4703a39dc8d848b3ffa7 2024-11-20T18:22:10,812 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/data/default/test/7deb8b2d6667cfa612e88cf542775596/.tmp/f/a6e45e4a9db94bfbb0abf32cf29c2c7b as hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/data/default/test/7deb8b2d6667cfa612e88cf542775596/f/a6e45e4a9db94bfbb0abf32cf29c2c7b 2024-11-20T18:22:10,816 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a6e45e4a9db94bfbb0abf32cf29c2c7b 2024-11-20T18:22:10,816 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/data/default/test/7deb8b2d6667cfa612e88cf542775596/f/a6e45e4a9db94bfbb0abf32cf29c2c7b, entries=5, sequenceid=12, filesize=5.1 K 2024-11-20T18:22:10,817 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/data/default/test/7deb8b2d6667cfa612e88cf542775596/.tmp/f1/8b7023a58c4a4cf1a6d3257978c3213f as hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/data/default/test/7deb8b2d6667cfa612e88cf542775596/f1/8b7023a58c4a4cf1a6d3257978c3213f 2024-11-20T18:22:10,820 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8b7023a58c4a4cf1a6d3257978c3213f 2024-11-20T18:22:10,820 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/data/default/test/7deb8b2d6667cfa612e88cf542775596/f1/8b7023a58c4a4cf1a6d3257978c3213f, entries=3, sequenceid=12, filesize=5.0 K 2024-11-20T18:22:10,821 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/data/default/test/7deb8b2d6667cfa612e88cf542775596/.tmp/norep/cd915cedb31d4703a39dc8d848b3ffa7 as hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/data/default/test/7deb8b2d6667cfa612e88cf542775596/norep/cd915cedb31d4703a39dc8d848b3ffa7 2024-11-20T18:22:10,826 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cd915cedb31d4703a39dc8d848b3ffa7 2024-11-20T18:22:10,826 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/data/default/test/7deb8b2d6667cfa612e88cf542775596/norep/cd915cedb31d4703a39dc8d848b3ffa7, entries=1, sequenceid=12, filesize=5.0 K 2024-11-20T18:22:10,827 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 7deb8b2d6667cfa612e88cf542775596 in 1293ms, sequenceid=12, compaction requested=false 2024-11-20T18:22:10,832 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/data/default/test/7deb8b2d6667cfa612e88cf542775596/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-20T18:22:10,832 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T18:22:10,832 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T18:22:10,832 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732126912172.7deb8b2d6667cfa612e88cf542775596. 2024-11-20T18:22:10,833 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7deb8b2d6667cfa612e88cf542775596: Waiting for close lock at 1732126929534Running coprocessor pre-close hooks at 1732126929534Disabling compacts and flushes for region at 1732126929534Disabling writes for close at 1732126929534Obtaining lock to block concurrent updates at 1732126929534Preparing flush snapshotting stores in 7deb8b2d6667cfa612e88cf542775596 at 1732126929534Finished memstore snapshotting test,,1732126912172.7deb8b2d6667cfa612e88cf542775596., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732126929534Flushing stores of test,,1732126912172.7deb8b2d6667cfa612e88cf542775596. at 1732126929535 (+1 ms)Flushing 7deb8b2d6667cfa612e88cf542775596/f: creating writer at 1732126929535Flushing 7deb8b2d6667cfa612e88cf542775596/f: appending metadata at 1732126929551 (+16 ms)Flushing 7deb8b2d6667cfa612e88cf542775596/f: closing flushed file at 1732126929551Flushing 7deb8b2d6667cfa612e88cf542775596/f1: creating writer at 1732126929958 (+407 ms)Flushing 7deb8b2d6667cfa612e88cf542775596/f1: appending metadata at 1732126929975 (+17 ms)Flushing 7deb8b2d6667cfa612e88cf542775596/f1: closing flushed file at 1732126929975Flushing 7deb8b2d6667cfa612e88cf542775596/norep: creating writer at 1732126930385 (+410 ms)Flushing 7deb8b2d6667cfa612e88cf542775596/norep: appending metadata at 1732126930403 (+18 ms)Flushing 7deb8b2d6667cfa612e88cf542775596/norep: closing flushed file at 1732126930403Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f937883: reopening flushed file at 1732126930812 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70bf3a61: reopening flushed file at 1732126930816 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73ad712: reopening flushed file at 1732126930820 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 7deb8b2d6667cfa612e88cf542775596 in 1293ms, sequenceid=12, compaction requested=false at 1732126930827 (+7 ms)Writing region close event to WAL at 1732126930829 (+2 ms)Running coprocessor post-close hooks at 1732126930832 (+3 ms)Closed at 1732126930832 2024-11-20T18:22:10,833 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732126912172.7deb8b2d6667cfa612e88cf542775596. 2024-11-20T18:22:10,860 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.wal-reader.6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/WALs/6b87edf34edd,39761,1732126907790/6b87edf34edd%2C39761%2C1732126907790.1732126909763 to pos 1759, reset compression=false 2024-11-20T18:22:10,864 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.wal-reader.6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T18:22:10,864 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.wal-reader.6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/WALs/6b87edf34edd,39761,1732126907790/6b87edf34edd%2C39761%2C1732126907790.1732126909763 to pos 2403, reset compression=false 2024-11-20T18:22:10,874 INFO [RS:0;6b87edf34edd:39761 {}] regionserver.HRegionServer(976): stopping server 6b87edf34edd,39761,1732126907790; all regions closed. 2024-11-20T18:22:10,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741834_1010 (size=4239) 2024-11-20T18:22:10,878 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/WALs/6b87edf34edd,39761,1732126907790/6b87edf34edd%2C39761%2C1732126907790.meta.1732126910149.meta not finished, retry = 0 2024-11-20T18:22:10,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741839_1015 (size=3333) 2024-11-20T18:22:10,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741833_1009 (size=2411) 2024-11-20T18:22:10,983 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/WALs/6b87edf34edd,39761,1732126907790/6b87edf34edd%2C39761%2C1732126907790.1732126909763 not finished, retry = 0 2024-11-20T18:22:11,070 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.wal-reader.6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/WALs/6b87edf34edd,39761,1732126907790/6b87edf34edd%2C39761%2C1732126907790.1732126909763 to pos 2403, reset compression=false 2024-11-20T18:22:11,083 DEBUG [RS:0;6b87edf34edd:39761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:11,083 INFO [RS:0;6b87edf34edd:39761 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T18:22:11,083 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.wal-reader.6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/WALs/6b87edf34edd,39761,1732126907790/6b87edf34edd%2C39761%2C1732126907790.1732126909763 2024-11-20T18:22:11,084 INFO [RS:0;6b87edf34edd:39761 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T18:22:11,084 INFO [RS:0;6b87edf34edd:39761 {}] hbase.ChoreService(370): Chore service for: regionserver/6b87edf34edd:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T18:22:11,084 INFO [RS:0;6b87edf34edd:39761 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T18:22:11,084 INFO [regionserver/6b87edf34edd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T18:22:11,084 INFO [RS:0;6b87edf34edd:39761 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6b87edf34edd,39761,1732126907790 because: Region server is closing 2024-11-20T18:22:11,084 INFO [RS:0;6b87edf34edd:39761 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b87edf34edd:39761. 2024-11-20T18:22:11,084 DEBUG [RS:0;6b87edf34edd:39761 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:22:11,085 DEBUG [RS:0;6b87edf34edd:39761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:11,085 DEBUG [RS:0;6b87edf34edd:39761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:11,085 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:22:11,185 INFO [RS:0;6b87edf34edd:39761 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.shipper6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 terminated 2024-11-20T18:22:11,185 WARN [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39761,1732126907790.replicationSource.wal-reader.6b87edf34edd%2C39761%2C1732126907790,1-6b87edf34edd,39761,1732126907790 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-20T18:22:11,185 INFO [RS:0;6b87edf34edd:39761 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b87edf34edd:39761. 2024-11-20T18:22:11,185 DEBUG [RS:0;6b87edf34edd:39761 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:22:11,185 DEBUG [RS:0;6b87edf34edd:39761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:11,185 DEBUG [RS:0;6b87edf34edd:39761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:11,185 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:22:11,186 INFO [RS:0;6b87edf34edd:39761 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39761 2024-11-20T18:22:11,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35343-0x101597ae0c50006, quorum=127.0.0.1:53427, baseZNode=/2-1118576996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1118576996/rs 2024-11-20T18:22:11,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39761-0x101597ae0c50007, quorum=127.0.0.1:53427, baseZNode=/2-1118576996 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1118576996/rs/6b87edf34edd,39761,1732126907790 2024-11-20T18:22:11,226 INFO [RS:0;6b87edf34edd:39761 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T18:22:11,296 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b87edf34edd,39761,1732126907790] 2024-11-20T18:22:11,298 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.wal-reader.6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.1732126904528 to pos 1466, reset compression=false 2024-11-20T18:22:11,389 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1118576996/draining/6b87edf34edd,39761,1732126907790 already deleted, retry=false 2024-11-20T18:22:11,389 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b87edf34edd,39761,1732126907790 expired; onlineServers=0 2024-11-20T18:22:11,389 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b87edf34edd,35343,1732126907622' ***** 2024-11-20T18:22:11,389 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T18:22:11,389 INFO [M:0;6b87edf34edd:35343 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T18:22:11,389 INFO [M:0;6b87edf34edd:35343 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T18:22:11,390 DEBUG [M:0;6b87edf34edd:35343 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T18:22:11,390 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T18:22:11,390 DEBUG [M:0;6b87edf34edd:35343 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T18:22:11,390 DEBUG [master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732126909364 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732126909364,5,FailOnTimeoutGroup] 2024-11-20T18:22:11,390 DEBUG [master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732126909368 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732126909368,5,FailOnTimeoutGroup] 2024-11-20T18:22:11,390 INFO [M:0;6b87edf34edd:35343 {}] hbase.ChoreService(370): Chore service for: master/6b87edf34edd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T18:22:11,390 INFO [M:0;6b87edf34edd:35343 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T18:22:11,390 DEBUG [M:0;6b87edf34edd:35343 {}] master.HMaster(1795): Stopping service threads 2024-11-20T18:22:11,390 INFO [M:0;6b87edf34edd:35343 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T18:22:11,390 INFO [M:0;6b87edf34edd:35343 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T18:22:11,390 INFO [M:0;6b87edf34edd:35343 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T18:22:11,390 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T18:22:11,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39761-0x101597ae0c50007, quorum=127.0.0.1:53427, baseZNode=/2-1118576996 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:22:11,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39761-0x101597ae0c50007, quorum=127.0.0.1:53427, baseZNode=/2-1118576996 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:22:11,396 INFO [RS:0;6b87edf34edd:39761 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T18:22:11,396 INFO [RS:0;6b87edf34edd:39761 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b87edf34edd,39761,1732126907790; zookeeper connection closed. 2024-11-20T18:22:11,396 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4ee84abd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4ee84abd 2024-11-20T18:22:11,397 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T18:22:11,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35343-0x101597ae0c50006, quorum=127.0.0.1:53427, baseZNode=/2-1118576996 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1118576996/master 2024-11-20T18:22:11,537 DEBUG [M:0;6b87edf34edd:35343 {}] zookeeper.ZKUtil(347): master:35343-0x101597ae0c50006, quorum=127.0.0.1:53427, baseZNode=/2-1118576996 Unable to get data of znode /2-1118576996/master because node does not exist (not an error) 2024-11-20T18:22:11,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35343-0x101597ae0c50006, quorum=127.0.0.1:53427, baseZNode=/2-1118576996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1118576996 2024-11-20T18:22:11,538 WARN [M:0;6b87edf34edd:35343 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T18:22:11,538 INFO [M:0;6b87edf34edd:35343 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/.lastflushedseqids 2024-11-20T18:22:11,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741848_1024 (size=245) 2024-11-20T18:22:11,604 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.wal-reader.6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173 to pos 1488, reset compression=false 2024-11-20T18:22:11,672 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T18:22:11,946 INFO [M:0;6b87edf34edd:35343 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T18:22:11,947 INFO [M:0;6b87edf34edd:35343 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T18:22:11,947 DEBUG [M:0;6b87edf34edd:35343 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T18:22:11,947 INFO [M:0;6b87edf34edd:35343 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:22:11,947 DEBUG [M:0;6b87edf34edd:35343 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:22:11,947 DEBUG [M:0;6b87edf34edd:35343 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T18:22:11,947 DEBUG [M:0;6b87edf34edd:35343 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:22:11,947 INFO [M:0;6b87edf34edd:35343 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.59 KB heapSize=75.51 KB 2024-11-20T18:22:11,962 DEBUG [M:0;6b87edf34edd:35343 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe42bbf066d44f52851b4db28f4c3183 is 82, key is hbase:meta,,1/info:regioninfo/1732126910183/Put/seqid=0 2024-11-20T18:22:11,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741849_1025 (size=5672) 2024-11-20T18:22:12,201 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.wal-reader.6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.1732126904528 to pos 1466, reset compression=false 2024-11-20T18:22:12,369 INFO [M:0;6b87edf34edd:35343 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe42bbf066d44f52851b4db28f4c3183 2024-11-20T18:22:12,386 DEBUG [M:0;6b87edf34edd:35343 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3321baae0c194b62858a9a0970c68622 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732126918836/Put/seqid=0 2024-11-20T18:22:12,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741850_1026 (size=9213) 2024-11-20T18:22:12,508 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.wal-reader.6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173 to pos 1488, reset compression=false 2024-11-20T18:22:12,789 INFO [M:0;6b87edf34edd:35343 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.04 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3321baae0c194b62858a9a0970c68622 2024-11-20T18:22:12,806 DEBUG [M:0;6b87edf34edd:35343 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cc37e6a69a23469788081a704771f33f is 69, key is 6b87edf34edd,39761,1732126907790/rs:state/1732126909407/Put/seqid=0 2024-11-20T18:22:12,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741851_1027 (size=5156) 2024-11-20T18:22:13,203 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.wal-reader.6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.1732126904528 to pos 1466, reset compression=false 2024-11-20T18:22:13,209 INFO [M:0;6b87edf34edd:35343 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cc37e6a69a23469788081a704771f33f 2024-11-20T18:22:13,213 DEBUG [M:0;6b87edf34edd:35343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe42bbf066d44f52851b4db28f4c3183 as hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fe42bbf066d44f52851b4db28f4c3183 2024-11-20T18:22:13,216 INFO [M:0;6b87edf34edd:35343 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fe42bbf066d44f52851b4db28f4c3183, entries=8, sequenceid=127, filesize=5.5 K 2024-11-20T18:22:13,216 DEBUG [M:0;6b87edf34edd:35343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3321baae0c194b62858a9a0970c68622 as hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3321baae0c194b62858a9a0970c68622 2024-11-20T18:22:13,219 INFO [M:0;6b87edf34edd:35343 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3321baae0c194b62858a9a0970c68622, entries=15, sequenceid=127, filesize=9.0 K 2024-11-20T18:22:13,220 DEBUG [M:0;6b87edf34edd:35343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cc37e6a69a23469788081a704771f33f as hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cc37e6a69a23469788081a704771f33f 2024-11-20T18:22:13,223 INFO [M:0;6b87edf34edd:35343 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36189/user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cc37e6a69a23469788081a704771f33f, entries=1, sequenceid=127, filesize=5.0 K 2024-11-20T18:22:13,224 INFO [M:0;6b87edf34edd:35343 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=127, compaction requested=false 2024-11-20T18:22:13,225 INFO [M:0;6b87edf34edd:35343 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:22:13,225 DEBUG [M:0;6b87edf34edd:35343 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732126931947Disabling compacts and flushes for region at 1732126931947Disabling writes for close at 1732126931947Obtaining lock to block concurrent updates at 1732126931947Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732126931947Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65121, getHeapSize=77256, getOffHeapSize=0, getCellsCount=148 at 1732126931947Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732126931948 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732126931948Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732126931961 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732126931961Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732126932373 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732126932385 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732126932385Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732126932793 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732126932806 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732126932806Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cacb336: reopening flushed file at 1732126933212 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e09b113: reopening flushed file at 1732126933216 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11ca9f01: reopening flushed file at 1732126933219 (+3 ms)Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=127, compaction requested=false at 1732126933224 (+5 ms)Writing region close event to WAL at 1732126933225 (+1 ms)Closed at 1732126933225 2024-11-20T18:22:13,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741830_1006 (size=73878) 2024-11-20T18:22:13,227 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cdefb414-f4f8-051a-561e-8da84d7aaec7/MasterData/WALs/6b87edf34edd,35343,1732126907622/6b87edf34edd%2C35343%2C1732126907622.1732126908947 not finished, retry = 0 2024-11-20T18:22:13,328 INFO [M:0;6b87edf34edd:35343 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T18:22:13,328 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T18:22:13,328 INFO [M:0;6b87edf34edd:35343 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35343 2024-11-20T18:22:13,328 INFO [M:0;6b87edf34edd:35343 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T18:22:13,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35343-0x101597ae0c50006, quorum=127.0.0.1:53427, baseZNode=/2-1118576996 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:22:13,435 INFO [M:0;6b87edf34edd:35343 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T18:22:13,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35343-0x101597ae0c50006, quorum=127.0.0.1:53427, baseZNode=/2-1118576996 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:22:13,445 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a33afe4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T18:22:13,445 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@547f48ea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T18:22:13,445 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T18:22:13,445 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@136da28d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T18:22:13,445 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73ef94d9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3528a90c-cbcd-9df7-d6fc-7de68a488826/hadoop.log.dir/,STOPPED} 2024-11-20T18:22:13,447 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T18:22:13,447 WARN [BP-993024150-172.17.0.3-1732126905143 heartbeating to localhost/127.0.0.1:36189 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T18:22:13,447 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T18:22:13,447 WARN [BP-993024150-172.17.0.3-1732126905143 heartbeating to localhost/127.0.0.1:36189 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-993024150-172.17.0.3-1732126905143 (Datanode Uuid f10ce6f9-c848-4dfd-bfc4-ca9415ec826b) service to localhost/127.0.0.1:36189 2024-11-20T18:22:13,447 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3528a90c-cbcd-9df7-d6fc-7de68a488826/cluster_e12010d0-437f-08cc-1f9b-cb9d4c09deed/data/data1/current/BP-993024150-172.17.0.3-1732126905143 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T18:22:13,448 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3528a90c-cbcd-9df7-d6fc-7de68a488826/cluster_e12010d0-437f-08cc-1f9b-cb9d4c09deed/data/data2/current/BP-993024150-172.17.0.3-1732126905143 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T18:22:13,448 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T18:22:13,454 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1bcd4879{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T18:22:13,455 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65e62a16{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T18:22:13,455 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T18:22:13,455 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39bbaf65{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T18:22:13,455 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c39da7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3528a90c-cbcd-9df7-d6fc-7de68a488826/hadoop.log.dir/,STOPPED} 2024-11-20T18:22:13,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T18:22:13,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T18:22:13,468 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:22:13,468 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:22:13,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:13,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:13,468 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:22:13,468 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T18:22:13,468 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=399084010, stopped=false 2024-11-20T18:22:13,468 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b87edf34edd,38267,1732126902083 2024-11-20T18:22:13,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38125-0x101597ae0c50004, quorum=127.0.0.1:53427, baseZNode=/11067427724 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11067427724/running 2024-11-20T18:22:13,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38267-0x101597ae0c50003, quorum=127.0.0.1:53427, baseZNode=/11067427724 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11067427724/running 2024-11-20T18:22:13,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38267-0x101597ae0c50003, quorum=127.0.0.1:53427, baseZNode=/11067427724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11067427724 2024-11-20T18:22:13,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38125-0x101597ae0c50004, quorum=127.0.0.1:53427, baseZNode=/11067427724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11067427724 2024-11-20T18:22:13,481 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T18:22:13,482 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:22:13,482 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:22:13,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:13,482 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38267-0x101597ae0c50003, quorum=127.0.0.1:53427, baseZNode=/11067427724 Set watcher on znode that does not yet exist, /11067427724/running 2024-11-20T18:22:13,482 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38125-0x101597ae0c50004, quorum=127.0.0.1:53427, baseZNode=/11067427724 Set watcher on znode that does not yet exist, /11067427724/running 2024-11-20T18:22:13,482 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b87edf34edd,38125,1732126902347' ***** 2024-11-20T18:22:13,482 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T18:22:13,482 INFO [RS:0;6b87edf34edd:38125 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T18:22:13,483 INFO [RS:0;6b87edf34edd:38125 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T18:22:13,483 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T18:22:13,483 INFO [RS:0;6b87edf34edd:38125 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T18:22:13,483 INFO [RS:0;6b87edf34edd:38125 {}] regionserver.HRegionServer(3091): Received CLOSE for 0b802e09e32002e70226ebeb68348a1a 2024-11-20T18:22:13,483 INFO [RS:0;6b87edf34edd:38125 {}] regionserver.HRegionServer(3091): Received CLOSE for af5fb5d6485b570b0b6210610288e6b2 2024-11-20T18:22:13,483 INFO [RS:0;6b87edf34edd:38125 {}] regionserver.HRegionServer(959): stopping server 6b87edf34edd,38125,1732126902347 2024-11-20T18:22:13,483 INFO [RS:0;6b87edf34edd:38125 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T18:22:13,483 INFO [RS:0;6b87edf34edd:38125 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b87edf34edd:38125. 2024-11-20T18:22:13,483 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0b802e09e32002e70226ebeb68348a1a, disabling compactions & flushes 2024-11-20T18:22:13,483 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732126911033.0b802e09e32002e70226ebeb68348a1a. 2024-11-20T18:22:13,483 DEBUG [RS:0;6b87edf34edd:38125 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:22:13,483 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732126911033.0b802e09e32002e70226ebeb68348a1a. 2024-11-20T18:22:13,483 DEBUG [RS:0;6b87edf34edd:38125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:13,483 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732126911033.0b802e09e32002e70226ebeb68348a1a. after waiting 0 ms 2024-11-20T18:22:13,483 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732126911033.0b802e09e32002e70226ebeb68348a1a. 2024-11-20T18:22:13,483 INFO [RS:0;6b87edf34edd:38125 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T18:22:13,483 INFO [RS:0;6b87edf34edd:38125 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T18:22:13,483 INFO [RS:0;6b87edf34edd:38125 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T18:22:13,483 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0b802e09e32002e70226ebeb68348a1a 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-20T18:22:13,483 INFO [RS:0;6b87edf34edd:38125 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T18:22:13,483 INFO [RS:0;6b87edf34edd:38125 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T18:22:13,483 DEBUG [RS:0;6b87edf34edd:38125 {}] regionserver.HRegionServer(1325): Online Regions={0b802e09e32002e70226ebeb68348a1a=test,,1732126911033.0b802e09e32002e70226ebeb68348a1a., af5fb5d6485b570b0b6210610288e6b2=hbase:replication,,1732126915498.af5fb5d6485b570b0b6210610288e6b2., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T18:22:13,483 DEBUG [RS:0;6b87edf34edd:38125 {}] regionserver.HRegionServer(1351): Waiting on 0b802e09e32002e70226ebeb68348a1a, 1588230740, af5fb5d6485b570b0b6210610288e6b2 2024-11-20T18:22:13,483 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T18:22:13,483 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T18:22:13,483 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T18:22:13,484 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T18:22:13,484 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T18:22:13,484 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T18:22:13,497 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/data/default/test/0b802e09e32002e70226ebeb68348a1a/.tmp/f/3c17a7cbfdce43cc8e6a7bd31c5d443c is 37, key is row3/f:row3/1732126926572/Put/seqid=0 2024-11-20T18:22:13,500 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/data/hbase/meta/1588230740/.tmp/info/476179d14fe14766b50e5dfbedb0c92a is 147, key is hbase:replication,,1732126915498.af5fb5d6485b570b0b6210610288e6b2./info:regioninfo/1732126916277/Put/seqid=0 2024-11-20T18:22:13,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34929 is added to blk_1073741840_1016 (size=5228) 2024-11-20T18:22:13,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34929 is added to blk_1073741841_1017 (size=7686) 2024-11-20T18:22:13,511 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.wal-reader.6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173 to pos 1488, reset compression=false 2024-11-20T18:22:13,524 INFO [regionserver/6b87edf34edd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T18:22:13,684 DEBUG [RS:0;6b87edf34edd:38125 {}] regionserver.HRegionServer(1351): Waiting on 0b802e09e32002e70226ebeb68348a1a, 1588230740, af5fb5d6485b570b0b6210610288e6b2 2024-11-20T18:22:13,884 DEBUG [RS:0;6b87edf34edd:38125 {}] regionserver.HRegionServer(1351): Waiting on 0b802e09e32002e70226ebeb68348a1a, 1588230740, af5fb5d6485b570b0b6210610288e6b2 2024-11-20T18:22:13,901 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/data/default/test/0b802e09e32002e70226ebeb68348a1a/.tmp/f/3c17a7cbfdce43cc8e6a7bd31c5d443c 2024-11-20T18:22:13,908 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/data/hbase/meta/1588230740/.tmp/info/476179d14fe14766b50e5dfbedb0c92a 2024-11-20T18:22:13,909 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3c17a7cbfdce43cc8e6a7bd31c5d443c 2024-11-20T18:22:13,924 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/data/hbase/meta/1588230740/.tmp/ns/cdc9ff48381a40188ffd8827ab6f1ea6 is 43, key is default/ns:d/1732126905041/Put/seqid=0 2024-11-20T18:22:13,926 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/data/default/test/0b802e09e32002e70226ebeb68348a1a/.tmp/f1/cd39977f393641cca757225761de125a is 30, key is row1/f1:/1732126923869/DeleteFamily/seqid=0 2024-11-20T18:22:13,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34929 is added to blk_1073741842_1018 (size=5153) 2024-11-20T18:22:13,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34929 is added to blk_1073741843_1019 (size=5158) 2024-11-20T18:22:13,941 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/data/default/test/0b802e09e32002e70226ebeb68348a1a/.tmp/f1/cd39977f393641cca757225761de125a 2024-11-20T18:22:13,945 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cd39977f393641cca757225761de125a 2024-11-20T18:22:13,967 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/data/default/test/0b802e09e32002e70226ebeb68348a1a/.tmp/norep/137759d3fc634ba382bfbdb952e820b4 is 33, key is row1/norep:/1732126923869/DeleteFamily/seqid=0 2024-11-20T18:22:13,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34929 is added to blk_1073741844_1020 (size=5108) 2024-11-20T18:22:13,980 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/data/default/test/0b802e09e32002e70226ebeb68348a1a/.tmp/norep/137759d3fc634ba382bfbdb952e820b4 2024-11-20T18:22:13,990 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 137759d3fc634ba382bfbdb952e820b4 2024-11-20T18:22:13,992 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/data/default/test/0b802e09e32002e70226ebeb68348a1a/.tmp/f/3c17a7cbfdce43cc8e6a7bd31c5d443c as hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/data/default/test/0b802e09e32002e70226ebeb68348a1a/f/3c17a7cbfdce43cc8e6a7bd31c5d443c 2024-11-20T18:22:13,999 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3c17a7cbfdce43cc8e6a7bd31c5d443c 2024-11-20T18:22:13,999 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/data/default/test/0b802e09e32002e70226ebeb68348a1a/f/3c17a7cbfdce43cc8e6a7bd31c5d443c, entries=5, sequenceid=12, filesize=5.1 K 2024-11-20T18:22:14,000 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/data/default/test/0b802e09e32002e70226ebeb68348a1a/.tmp/f1/cd39977f393641cca757225761de125a as hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/data/default/test/0b802e09e32002e70226ebeb68348a1a/f1/cd39977f393641cca757225761de125a 2024-11-20T18:22:14,008 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cd39977f393641cca757225761de125a 2024-11-20T18:22:14,008 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/data/default/test/0b802e09e32002e70226ebeb68348a1a/f1/cd39977f393641cca757225761de125a, entries=3, sequenceid=12, filesize=5.0 K 2024-11-20T18:22:14,009 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/data/default/test/0b802e09e32002e70226ebeb68348a1a/.tmp/norep/137759d3fc634ba382bfbdb952e820b4 as hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/data/default/test/0b802e09e32002e70226ebeb68348a1a/norep/137759d3fc634ba382bfbdb952e820b4 2024-11-20T18:22:14,015 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 137759d3fc634ba382bfbdb952e820b4 2024-11-20T18:22:14,015 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/data/default/test/0b802e09e32002e70226ebeb68348a1a/norep/137759d3fc634ba382bfbdb952e820b4, entries=1, sequenceid=12, filesize=5.0 K 2024-11-20T18:22:14,019 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 0b802e09e32002e70226ebeb68348a1a in 536ms, sequenceid=12, compaction requested=false 2024-11-20T18:22:14,019 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T18:22:14,024 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/data/default/test/0b802e09e32002e70226ebeb68348a1a/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-20T18:22:14,024 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T18:22:14,024 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T18:22:14,024 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732126911033.0b802e09e32002e70226ebeb68348a1a. 2024-11-20T18:22:14,024 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0b802e09e32002e70226ebeb68348a1a: Waiting for close lock at 1732126933483Running coprocessor pre-close hooks at 1732126933483Disabling compacts and flushes for region at 1732126933483Disabling writes for close at 1732126933483Obtaining lock to block concurrent updates at 1732126933483Preparing flush snapshotting stores in 0b802e09e32002e70226ebeb68348a1a at 1732126933483Finished memstore snapshotting test,,1732126911033.0b802e09e32002e70226ebeb68348a1a., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732126933483Flushing stores of test,,1732126911033.0b802e09e32002e70226ebeb68348a1a. at 1732126933484 (+1 ms)Flushing 0b802e09e32002e70226ebeb68348a1a/f: creating writer at 1732126933484Flushing 0b802e09e32002e70226ebeb68348a1a/f: appending metadata at 1732126933497 (+13 ms)Flushing 0b802e09e32002e70226ebeb68348a1a/f: closing flushed file at 1732126933497Flushing 0b802e09e32002e70226ebeb68348a1a/f1: creating writer at 1732126933909 (+412 ms)Flushing 0b802e09e32002e70226ebeb68348a1a/f1: appending metadata at 1732126933925 (+16 ms)Flushing 0b802e09e32002e70226ebeb68348a1a/f1: closing flushed file at 1732126933925Flushing 0b802e09e32002e70226ebeb68348a1a/norep: creating writer at 1732126933945 (+20 ms)Flushing 0b802e09e32002e70226ebeb68348a1a/norep: appending metadata at 1732126933966 (+21 ms)Flushing 0b802e09e32002e70226ebeb68348a1a/norep: closing flushed file at 1732126933966Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f114e5d: reopening flushed file at 1732126933990 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c969a14: reopening flushed file at 1732126933999 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35add399: reopening flushed file at 1732126934008 (+9 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 0b802e09e32002e70226ebeb68348a1a in 536ms, sequenceid=12, compaction requested=false at 1732126934019 (+11 ms)Writing region close event to WAL at 1732126934021 (+2 ms)Running coprocessor post-close hooks at 1732126934024 (+3 ms)Closed at 1732126934024 2024-11-20T18:22:14,024 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732126911033.0b802e09e32002e70226ebeb68348a1a. 2024-11-20T18:22:14,025 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing af5fb5d6485b570b0b6210610288e6b2, disabling compactions & flushes 2024-11-20T18:22:14,025 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732126915498.af5fb5d6485b570b0b6210610288e6b2. 2024-11-20T18:22:14,025 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732126915498.af5fb5d6485b570b0b6210610288e6b2. 2024-11-20T18:22:14,025 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732126915498.af5fb5d6485b570b0b6210610288e6b2. after waiting 0 ms 2024-11-20T18:22:14,025 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732126915498.af5fb5d6485b570b0b6210610288e6b2. 2024-11-20T18:22:14,025 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing af5fb5d6485b570b0b6210610288e6b2 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-20T18:22:14,043 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/data/hbase/replication/af5fb5d6485b570b0b6210610288e6b2/.tmp/queue/8044830f89654e99a26d60a5e41fa3fd is 154, key is 1-6b87edf34edd,38125,1732126902347/queue:6b87edf34edd%2C38125%2C1732126902347/1732126927779/Put/seqid=0 2024-11-20T18:22:14,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34929 is added to blk_1073741845_1021 (size=5353) 2024-11-20T18:22:14,084 DEBUG [RS:0;6b87edf34edd:38125 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, af5fb5d6485b570b0b6210610288e6b2 2024-11-20T18:22:14,284 DEBUG [RS:0;6b87edf34edd:38125 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, af5fb5d6485b570b0b6210610288e6b2 2024-11-20T18:22:14,306 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.wal-reader.6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.1732126904528 to pos 1466, reset compression=false 2024-11-20T18:22:14,310 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.wal-reader.6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T18:22:14,310 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.wal-reader.6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.1732126904528 to pos 2357, reset compression=false 2024-11-20T18:22:14,310 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.shipper6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,38125,1732126902347 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.1732126904528, lastWalPosition=2357, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T18:22:14,311 ERROR [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.shipper6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6b87edf34edd,38125,1732126902347: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6b87edf34edd,38125,1732126902347, walGroup=6b87edf34edd%2C38125%2C1732126902347, offset=6b87edf34edd%2C38125%2C1732126902347.1732126904528:2357, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b87edf34edd:38125 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T18:22:14,313 ERROR [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.shipper6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T18:22:14,313 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.shipper6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T18:22:14,313 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.shipper6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T18:22:14,313 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.shipper6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T18:22:14,314 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.shipper6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T18:22:14,314 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.shipper6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1287651328, "init": 1048576000, "max": 2306867200, "used": 785807088 }, "NonHeapMemoryUsage": { "committed": 202440704, "init": 7667712, "max": -1, "used": 199566568 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T18:22:14,314 WARN [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.shipper6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b87edf34edd:38267 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b87edf34edd:38267 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T18:22:14,340 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/data/hbase/meta/1588230740/.tmp/ns/cdc9ff48381a40188ffd8827ab6f1ea6 2024-11-20T18:22:14,363 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/data/hbase/meta/1588230740/.tmp/rep_barrier/8e097d5d1bd44754b67b237fc72b35f7 is 112, key is test,,1732126911033.0b802e09e32002e70226ebeb68348a1a./rep_barrier:seqnumDuringOpen/1732126911782/Put/seqid=0 2024-11-20T18:22:14,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34929 is added to blk_1073741846_1022 (size=5518) 2024-11-20T18:22:14,396 INFO [regionserver/6b87edf34edd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T18:22:14,397 INFO [regionserver/6b87edf34edd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T18:22:14,447 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/data/hbase/replication/af5fb5d6485b570b0b6210610288e6b2/.tmp/queue/8044830f89654e99a26d60a5e41fa3fd 2024-11-20T18:22:14,452 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/data/hbase/replication/af5fb5d6485b570b0b6210610288e6b2/.tmp/queue/8044830f89654e99a26d60a5e41fa3fd as hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/data/hbase/replication/af5fb5d6485b570b0b6210610288e6b2/queue/8044830f89654e99a26d60a5e41fa3fd 2024-11-20T18:22:14,457 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/data/hbase/replication/af5fb5d6485b570b0b6210610288e6b2/queue/8044830f89654e99a26d60a5e41fa3fd, entries=1, sequenceid=14, filesize=5.2 K 2024-11-20T18:22:14,458 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for af5fb5d6485b570b0b6210610288e6b2 in 432ms, sequenceid=14, compaction requested=false 2024-11-20T18:22:14,458 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T18:22:14,461 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/data/hbase/replication/af5fb5d6485b570b0b6210610288e6b2/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-20T18:22:14,462 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T18:22:14,462 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T18:22:14,462 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732126915498.af5fb5d6485b570b0b6210610288e6b2. 2024-11-20T18:22:14,462 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for af5fb5d6485b570b0b6210610288e6b2: Waiting for close lock at 1732126934025Running coprocessor pre-close hooks at 1732126934025Disabling compacts and flushes for region at 1732126934025Disabling writes for close at 1732126934025Obtaining lock to block concurrent updates at 1732126934025Preparing flush snapshotting stores in af5fb5d6485b570b0b6210610288e6b2 at 1732126934025Finished memstore snapshotting hbase:replication,,1732126915498.af5fb5d6485b570b0b6210610288e6b2., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732126934025Flushing stores of hbase:replication,,1732126915498.af5fb5d6485b570b0b6210610288e6b2. at 1732126934026 (+1 ms)Flushing af5fb5d6485b570b0b6210610288e6b2/queue: creating writer at 1732126934026Flushing af5fb5d6485b570b0b6210610288e6b2/queue: appending metadata at 1732126934043 (+17 ms)Flushing af5fb5d6485b570b0b6210610288e6b2/queue: closing flushed file at 1732126934043Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7da278ec: reopening flushed file at 1732126934452 (+409 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for af5fb5d6485b570b0b6210610288e6b2 in 432ms, sequenceid=14, compaction requested=false at 1732126934458 (+6 ms)Writing region close event to WAL at 1732126934459 (+1 ms)Running coprocessor post-close hooks at 1732126934462 (+3 ms)Closed at 1732126934462 2024-11-20T18:22:14,462 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732126915498.af5fb5d6485b570b0b6210610288e6b2. 2024-11-20T18:22:14,484 INFO [RS:0;6b87edf34edd:38125 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T18:22:14,484 DEBUG [RS:0;6b87edf34edd:38125 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T18:22:14,484 DEBUG [RS:0;6b87edf34edd:38125 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T18:22:14,514 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.wal-reader.6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.1732126904528 to pos 2357, reset compression=false 2024-11-20T18:22:14,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:14,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:14,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:14,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:14,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:14,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:14,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:14,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:14,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:14,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:14,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:14,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:14,614 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.wal-reader.6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173 to pos 1488, reset compression=false 2024-11-20T18:22:14,684 DEBUG [RS:0;6b87edf34edd:38125 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T18:22:14,777 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/data/hbase/meta/1588230740/.tmp/rep_barrier/8e097d5d1bd44754b67b237fc72b35f7 2024-11-20T18:22:14,799 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/data/hbase/meta/1588230740/.tmp/table/b5c2c4fb268a4307a7bc339d073b7c32 is 53, key is hbase:replication/table:state/1732126916283/Put/seqid=0 2024-11-20T18:22:14,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34929 is added to blk_1073741847_1023 (size=5308) 2024-11-20T18:22:14,817 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.wal-reader.6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.1732126904528 to pos 2357, reset compression=false 2024-11-20T18:22:14,885 DEBUG [RS:0;6b87edf34edd:38125 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T18:22:15,085 DEBUG [RS:0;6b87edf34edd:38125 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T18:22:15,107 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T18:22:15,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:15,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:15,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:15,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:15,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:15,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:15,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:15,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:15,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:15,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:15,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:15,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:15,202 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/data/hbase/meta/1588230740/.tmp/table/b5c2c4fb268a4307a7bc339d073b7c32 2024-11-20T18:22:15,207 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/data/hbase/meta/1588230740/.tmp/info/476179d14fe14766b50e5dfbedb0c92a as hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/data/hbase/meta/1588230740/info/476179d14fe14766b50e5dfbedb0c92a 2024-11-20T18:22:15,211 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/data/hbase/meta/1588230740/info/476179d14fe14766b50e5dfbedb0c92a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T18:22:15,211 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/data/hbase/meta/1588230740/.tmp/ns/cdc9ff48381a40188ffd8827ab6f1ea6 as hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/data/hbase/meta/1588230740/ns/cdc9ff48381a40188ffd8827ab6f1ea6 2024-11-20T18:22:15,215 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/data/hbase/meta/1588230740/ns/cdc9ff48381a40188ffd8827ab6f1ea6, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T18:22:15,216 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/data/hbase/meta/1588230740/.tmp/rep_barrier/8e097d5d1bd44754b67b237fc72b35f7 as hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/data/hbase/meta/1588230740/rep_barrier/8e097d5d1bd44754b67b237fc72b35f7 2024-11-20T18:22:15,219 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.wal-reader.6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.1732126904528 to pos 2357, reset compression=false 2024-11-20T18:22:15,220 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/data/hbase/meta/1588230740/rep_barrier/8e097d5d1bd44754b67b237fc72b35f7, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T18:22:15,221 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/data/hbase/meta/1588230740/.tmp/table/b5c2c4fb268a4307a7bc339d073b7c32 as hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/data/hbase/meta/1588230740/table/b5c2c4fb268a4307a7bc339d073b7c32 2024-11-20T18:22:15,225 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/data/hbase/meta/1588230740/table/b5c2c4fb268a4307a7bc339d073b7c32, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T18:22:15,226 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1742ms, sequenceid=16, compaction requested=false 2024-11-20T18:22:15,226 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T18:22:15,231 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T18:22:15,231 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T18:22:15,231 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T18:22:15,231 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T18:22:15,231 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732126933483Running coprocessor pre-close hooks at 1732126933483Disabling compacts and flushes for region at 1732126933483Disabling writes for close at 1732126933484 (+1 ms)Obtaining lock to block concurrent updates at 1732126933484Preparing flush snapshotting stores in 1588230740 at 1732126933484Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732126933484Flushing stores of hbase:meta,,1.1588230740 at 1732126933484Flushing 1588230740/info: creating writer at 1732126933484Flushing 1588230740/info: appending metadata at 1732126933500 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732126933500Flushing 1588230740/ns: creating writer at 1732126933911 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732126933924 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732126933924Flushing 1588230740/rep_barrier: creating writer at 1732126934345 (+421 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732126934362 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732126934363 (+1 ms)Flushing 1588230740/table: creating writer at 1732126934781 (+418 ms)Flushing 1588230740/table: appending metadata at 1732126934798 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732126934798Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5efe2d97: reopening flushed file at 1732126935207 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@750248df: reopening flushed file at 1732126935211 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50a88cb3: reopening flushed file at 1732126935215 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8211307: reopening flushed file at 1732126935220 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1742ms, sequenceid=16, compaction requested=false at 1732126935226 (+6 ms)Writing region close event to WAL at 1732126935228 (+2 ms)Running coprocessor post-close hooks at 1732126935231 (+3 ms)Closed at 1732126935231 2024-11-20T18:22:15,231 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T18:22:15,285 INFO [RS:0;6b87edf34edd:38125 {}] regionserver.HRegionServer(976): stopping server 6b87edf34edd,38125,1732126902347; all regions closed. 2024-11-20T18:22:15,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34929 is added to blk_1073741834_1010 (size=4239) 2024-11-20T18:22:15,287 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.meta.1732126904981.meta not finished, retry = 0 2024-11-20T18:22:15,389 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/WALs/6b87edf34edd,38125,1732126902347/6b87edf34edd%2C38125%2C1732126902347.rep.1732126916250 not finished, retry = 0 2024-11-20T18:22:15,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34929 is added to blk_1073741839_1015 (size=3552) 2024-11-20T18:22:15,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34929 is added to blk_1073741833_1009 (size=2365) 2024-11-20T18:22:15,505 DEBUG [RS:0;6b87edf34edd:38125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:15,505 INFO [RS:0;6b87edf34edd:38125 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T18:22:15,506 INFO [RS:0;6b87edf34edd:38125 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T18:22:15,506 INFO [RS:0;6b87edf34edd:38125 {}] hbase.ChoreService(370): Chore service for: regionserver/6b87edf34edd:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T18:22:15,506 INFO [RS:0;6b87edf34edd:38125 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T18:22:15,506 INFO [regionserver/6b87edf34edd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T18:22:15,506 INFO [RS:0;6b87edf34edd:38125 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6b87edf34edd,38125,1732126902347 because: Region server is closing 2024-11-20T18:22:15,507 INFO [RS:0;6b87edf34edd:38125 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b87edf34edd:38125. 2024-11-20T18:22:15,507 DEBUG [RS:0;6b87edf34edd:38125 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:22:15,507 DEBUG [RS:0;6b87edf34edd:38125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:15,507 DEBUG [RS:0;6b87edf34edd:38125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:15,507 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:22:15,607 INFO [RS:0;6b87edf34edd:38125 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.shipper6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 terminated 2024-11-20T18:22:15,607 WARN [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,38125,1732126902347.replicationSource.wal-reader.6b87edf34edd%2C38125%2C1732126902347,1-6b87edf34edd,38125,1732126902347 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T18:22:15,608 INFO [RS:0;6b87edf34edd:38125 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b87edf34edd:38125. 2024-11-20T18:22:15,608 DEBUG [RS:0;6b87edf34edd:38125 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:22:15,608 DEBUG [RS:0;6b87edf34edd:38125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:15,608 DEBUG [RS:0;6b87edf34edd:38125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:15,608 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:22:15,608 INFO [RS:0;6b87edf34edd:38125 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38125 2024-11-20T18:22:15,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38125-0x101597ae0c50004, quorum=127.0.0.1:53427, baseZNode=/11067427724 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11067427724/rs/6b87edf34edd,38125,1732126902347 2024-11-20T18:22:15,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38267-0x101597ae0c50003, quorum=127.0.0.1:53427, baseZNode=/11067427724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11067427724/rs 2024-11-20T18:22:15,619 INFO [RS:0;6b87edf34edd:38125 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T18:22:15,620 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b87edf34edd,38125,1732126902347] 2024-11-20T18:22:15,630 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11067427724/draining/6b87edf34edd,38125,1732126902347 already deleted, retry=false 2024-11-20T18:22:15,630 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b87edf34edd,38125,1732126902347 expired; onlineServers=0 2024-11-20T18:22:15,630 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b87edf34edd,38267,1732126902083' ***** 2024-11-20T18:22:15,630 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T18:22:15,630 INFO [M:0;6b87edf34edd:38267 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T18:22:15,630 INFO [M:0;6b87edf34edd:38267 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T18:22:15,630 DEBUG [M:0;6b87edf34edd:38267 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T18:22:15,630 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T18:22:15,630 DEBUG [M:0;6b87edf34edd:38267 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T18:22:15,630 DEBUG [master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732126904222 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732126904222,5,FailOnTimeoutGroup] 2024-11-20T18:22:15,630 DEBUG [master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732126904222 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732126904222,5,FailOnTimeoutGroup] 2024-11-20T18:22:15,630 INFO [M:0;6b87edf34edd:38267 {}] hbase.ChoreService(370): Chore service for: master/6b87edf34edd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T18:22:15,630 INFO [M:0;6b87edf34edd:38267 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T18:22:15,630 DEBUG [M:0;6b87edf34edd:38267 {}] master.HMaster(1795): Stopping service threads 2024-11-20T18:22:15,630 INFO [M:0;6b87edf34edd:38267 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T18:22:15,631 INFO [M:0;6b87edf34edd:38267 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T18:22:15,631 INFO [M:0;6b87edf34edd:38267 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T18:22:15,631 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T18:22:15,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38267-0x101597ae0c50003, quorum=127.0.0.1:53427, baseZNode=/11067427724 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11067427724/master 2024-11-20T18:22:15,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38267-0x101597ae0c50003, quorum=127.0.0.1:53427, baseZNode=/11067427724 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11067427724 2024-11-20T18:22:15,640 DEBUG [M:0;6b87edf34edd:38267 {}] zookeeper.ZKUtil(347): master:38267-0x101597ae0c50003, quorum=127.0.0.1:53427, baseZNode=/11067427724 Unable to get data of znode /11067427724/master because node does not exist (not an error) 2024-11-20T18:22:15,640 WARN [M:0;6b87edf34edd:38267 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T18:22:15,640 INFO [M:0;6b87edf34edd:38267 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/.lastflushedseqids 2024-11-20T18:22:15,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34929 is added to blk_1073741848_1024 (size=245) 2024-11-20T18:22:15,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38125-0x101597ae0c50004, quorum=127.0.0.1:53427, baseZNode=/11067427724 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:22:15,730 INFO [RS:0;6b87edf34edd:38125 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T18:22:15,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38125-0x101597ae0c50004, quorum=127.0.0.1:53427, baseZNode=/11067427724 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:22:15,730 INFO [RS:0;6b87edf34edd:38125 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b87edf34edd,38125,1732126902347; zookeeper connection closed. 2024-11-20T18:22:15,730 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@60375b57 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@60375b57 2024-11-20T18:22:15,730 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T18:22:15,817 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.wal-reader.6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173 to pos 1488, reset compression=false 2024-11-20T18:22:16,045 INFO [M:0;6b87edf34edd:38267 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T18:22:16,045 INFO [M:0;6b87edf34edd:38267 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T18:22:16,045 DEBUG [M:0;6b87edf34edd:38267 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T18:22:16,045 INFO [M:0;6b87edf34edd:38267 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:22:16,045 DEBUG [M:0;6b87edf34edd:38267 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:22:16,045 DEBUG [M:0;6b87edf34edd:38267 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T18:22:16,045 DEBUG [M:0;6b87edf34edd:38267 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:22:16,045 INFO [M:0;6b87edf34edd:38267 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-20T18:22:16,071 DEBUG [M:0;6b87edf34edd:38267 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/87ab305535c24aac8135f214230f5caf is 82, key is hbase:meta,,1/info:regioninfo/1732126905021/Put/seqid=0 2024-11-20T18:22:16,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34929 is added to blk_1073741849_1025 (size=5672) 2024-11-20T18:22:16,478 INFO [M:0;6b87edf34edd:38267 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/87ab305535c24aac8135f214230f5caf 2024-11-20T18:22:16,499 DEBUG [M:0;6b87edf34edd:38267 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a219f2bf9877452db17b95855d70dbc5 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732126916287/Put/seqid=0 2024-11-20T18:22:16,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34929 is added to blk_1073741850_1026 (size=8516) 2024-11-20T18:22:16,903 INFO [M:0;6b87edf34edd:38267 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a219f2bf9877452db17b95855d70dbc5 2024-11-20T18:22:16,933 DEBUG [M:0;6b87edf34edd:38267 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/70c5f56195ae4e7dbbccf1e27c6a6f1e is 69, key is 6b87edf34edd,38125,1732126902347/rs:state/1732126904298/Put/seqid=0 2024-11-20T18:22:16,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34929 is added to blk_1073741851_1027 (size=5156) 2024-11-20T18:22:16,939 INFO [M:0;6b87edf34edd:38267 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/70c5f56195ae4e7dbbccf1e27c6a6f1e 2024-11-20T18:22:16,945 DEBUG [M:0;6b87edf34edd:38267 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/87ab305535c24aac8135f214230f5caf as hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/87ab305535c24aac8135f214230f5caf 2024-11-20T18:22:16,950 INFO [M:0;6b87edf34edd:38267 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/87ab305535c24aac8135f214230f5caf, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T18:22:16,950 DEBUG [M:0;6b87edf34edd:38267 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a219f2bf9877452db17b95855d70dbc5 as hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a219f2bf9877452db17b95855d70dbc5 2024-11-20T18:22:16,954 INFO [M:0;6b87edf34edd:38267 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a219f2bf9877452db17b95855d70dbc5, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T18:22:16,955 DEBUG [M:0;6b87edf34edd:38267 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/70c5f56195ae4e7dbbccf1e27c6a6f1e as hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/70c5f56195ae4e7dbbccf1e27c6a6f1e 2024-11-20T18:22:16,958 INFO [M:0;6b87edf34edd:38267 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33829/user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/70c5f56195ae4e7dbbccf1e27c6a6f1e, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T18:22:16,959 INFO [M:0;6b87edf34edd:38267 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 914ms, sequenceid=97, compaction requested=false 2024-11-20T18:22:16,967 INFO [M:0;6b87edf34edd:38267 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:22:16,967 DEBUG [M:0;6b87edf34edd:38267 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732126936045Disabling compacts and flushes for region at 1732126936045Disabling writes for close at 1732126936045Obtaining lock to block concurrent updates at 1732126936045Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732126936045Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732126936046 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732126936047 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732126936047Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732126936070 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732126936070Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732126936482 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732126936499 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732126936499Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732126936908 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732126936932 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732126936932Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43f4a23f: reopening flushed file at 1732126936944 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46231892: reopening flushed file at 1732126936950 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@520d1563: reopening flushed file at 1732126936954 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 914ms, sequenceid=97, compaction requested=false at 1732126936959 (+5 ms)Writing region close event to WAL at 1732126936967 (+8 ms)Closed at 1732126936967 2024-11-20T18:22:16,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34929 is added to blk_1073741830_1006 (size=63654) 2024-11-20T18:22:16,977 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d795b9b2-95f1-34d5-677c-65cf01d1b842/MasterData/WALs/6b87edf34edd,38267,1732126902083/6b87edf34edd%2C38267%2C1732126902083.1732126903784 not finished, retry = 0 2024-11-20T18:22:17,078 INFO [M:0;6b87edf34edd:38267 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T18:22:17,078 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T18:22:17,078 INFO [M:0;6b87edf34edd:38267 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38267 2024-11-20T18:22:17,079 INFO [M:0;6b87edf34edd:38267 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T18:22:17,120 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.wal-reader.6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173 to pos 1488, reset compression=false 2024-11-20T18:22:17,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38267-0x101597ae0c50003, quorum=127.0.0.1:53427, baseZNode=/11067427724 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:22:17,245 INFO [M:0;6b87edf34edd:38267 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T18:22:17,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38267-0x101597ae0c50003, quorum=127.0.0.1:53427, baseZNode=/11067427724 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:22:17,248 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c1f34ff{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T18:22:17,248 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7942bfb4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T18:22:17,248 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T18:22:17,248 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50038b35{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T18:22:17,248 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30f723f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc622ae0-ab35-22c5-0c1e-7b94e6fbc388/hadoop.log.dir/,STOPPED} 2024-11-20T18:22:17,251 WARN [BP-559697913-172.17.0.3-1732126898796 heartbeating to localhost/127.0.0.1:33829 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T18:22:17,251 WARN [BP-559697913-172.17.0.3-1732126898796 heartbeating to localhost/127.0.0.1:33829 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-559697913-172.17.0.3-1732126898796 (Datanode Uuid d8631fbe-3118-4869-b7fa-d2cc0d7e09d4) service to localhost/127.0.0.1:33829 2024-11-20T18:22:17,252 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc622ae0-ab35-22c5-0c1e-7b94e6fbc388/cluster_19594f19-593e-6f3f-a203-f47f8565b728/data/data1/current/BP-559697913-172.17.0.3-1732126898796 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T18:22:17,252 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc622ae0-ab35-22c5-0c1e-7b94e6fbc388/cluster_19594f19-593e-6f3f-a203-f47f8565b728/data/data2/current/BP-559697913-172.17.0.3-1732126898796 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T18:22:17,252 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T18:22:17,252 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T18:22:17,253 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T18:22:17,261 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@52ce5cb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T18:22:17,262 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f82d566{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T18:22:17,262 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T18:22:17,262 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62fd1456{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T18:22:17,262 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72381bcb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fc622ae0-ab35-22c5-0c1e-7b94e6fbc388/hadoop.log.dir/,STOPPED} 2024-11-20T18:22:17,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T18:22:17,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T18:22:17,282 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:22:17,282 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:22:17,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:17,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:17,282 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:22:17,282 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T18:22:17,282 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1227389175, stopped=false 2024-11-20T18:22:17,283 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b87edf34edd,41537,1732126895857 2024-11-20T18:22:17,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41537-0x101597ae0c50000, quorum=127.0.0.1:53427, baseZNode=/0-844397461 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-844397461/running 2024-11-20T18:22:17,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34955-0x101597ae0c50001, quorum=127.0.0.1:53427, baseZNode=/0-844397461 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-844397461/running 2024-11-20T18:22:17,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34955-0x101597ae0c50001, quorum=127.0.0.1:53427, baseZNode=/0-844397461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-844397461 2024-11-20T18:22:17,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41537-0x101597ae0c50000, quorum=127.0.0.1:53427, baseZNode=/0-844397461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-844397461 2024-11-20T18:22:17,304 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T18:22:17,304 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:22:17,305 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41537-0x101597ae0c50000, quorum=127.0.0.1:53427, baseZNode=/0-844397461 Set watcher on znode that does not yet exist, /0-844397461/running 2024-11-20T18:22:17,304 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:22:17,305 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34955-0x101597ae0c50001, quorum=127.0.0.1:53427, baseZNode=/0-844397461 Set watcher on znode that does not yet exist, /0-844397461/running 2024-11-20T18:22:17,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:17,305 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b87edf34edd,34955,1732126896062' ***** 2024-11-20T18:22:17,305 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T18:22:17,305 INFO [RS:0;6b87edf34edd:34955 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T18:22:17,305 INFO [RS:0;6b87edf34edd:34955 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T18:22:17,305 INFO [RS:0;6b87edf34edd:34955 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T18:22:17,305 INFO [RS:0;6b87edf34edd:34955 {}] regionserver.HRegionServer(3091): Received CLOSE for 479e272d88e93b0663f941be89215463 2024-11-20T18:22:17,306 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T18:22:17,306 INFO [RS:0;6b87edf34edd:34955 {}] regionserver.HRegionServer(3091): Received CLOSE for 7e860afeef5f9316aac3d2e86d7514d5 2024-11-20T18:22:17,306 INFO [RS:0;6b87edf34edd:34955 {}] regionserver.HRegionServer(959): stopping server 6b87edf34edd,34955,1732126896062 2024-11-20T18:22:17,306 INFO [RS:0;6b87edf34edd:34955 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T18:22:17,306 INFO [RS:0;6b87edf34edd:34955 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b87edf34edd:34955. 2024-11-20T18:22:17,306 DEBUG [RS:0;6b87edf34edd:34955 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:22:17,306 DEBUG [RS:0;6b87edf34edd:34955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:17,307 INFO [RS:0;6b87edf34edd:34955 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T18:22:17,307 INFO [RS:0;6b87edf34edd:34955 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T18:22:17,307 INFO [RS:0;6b87edf34edd:34955 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T18:22:17,307 INFO [RS:0;6b87edf34edd:34955 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T18:22:17,307 INFO [RS:0;6b87edf34edd:34955 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T18:22:17,307 DEBUG [RS:0;6b87edf34edd:34955 {}] regionserver.HRegionServer(1325): Online Regions={479e272d88e93b0663f941be89215463=test,,1732126910394.479e272d88e93b0663f941be89215463., 1588230740=hbase:meta,,1.1588230740, 7e860afeef5f9316aac3d2e86d7514d5=hbase:replication,,1732126914351.7e860afeef5f9316aac3d2e86d7514d5.} 2024-11-20T18:22:17,307 DEBUG [RS:0;6b87edf34edd:34955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 479e272d88e93b0663f941be89215463, 7e860afeef5f9316aac3d2e86d7514d5 2024-11-20T18:22:17,307 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T18:22:17,307 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T18:22:17,307 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T18:22:17,307 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T18:22:17,307 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T18:22:17,308 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 479e272d88e93b0663f941be89215463, disabling compactions & flushes 2024-11-20T18:22:17,308 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732126910394.479e272d88e93b0663f941be89215463. 2024-11-20T18:22:17,308 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732126910394.479e272d88e93b0663f941be89215463. 2024-11-20T18:22:17,308 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T18:22:17,308 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732126910394.479e272d88e93b0663f941be89215463. after waiting 0 ms 2024-11-20T18:22:17,308 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732126910394.479e272d88e93b0663f941be89215463. 2024-11-20T18:22:17,308 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 479e272d88e93b0663f941be89215463 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-20T18:22:17,340 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/data/hbase/meta/1588230740/.tmp/info/fb83a494d5fa48e990b0f0fc346eb2b1 is 147, key is hbase:replication,,1732126914351.7e860afeef5f9316aac3d2e86d7514d5./info:regioninfo/1732126915141/Put/seqid=0 2024-11-20T18:22:17,342 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/data/default/test/479e272d88e93b0663f941be89215463/.tmp/f/4dac286ef3414e9fa0a733df32b15065 is 37, key is row3/f:row3/1732126926572/Put/seqid=0 2024-11-20T18:22:17,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45299 is added to blk_1073741841_1017 (size=5228) 2024-11-20T18:22:17,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45299 is added to blk_1073741840_1016 (size=7686) 2024-11-20T18:22:17,365 INFO [regionserver/6b87edf34edd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T18:22:17,507 DEBUG [RS:0;6b87edf34edd:34955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 479e272d88e93b0663f941be89215463, 7e860afeef5f9316aac3d2e86d7514d5 2024-11-20T18:22:17,707 DEBUG [RS:0;6b87edf34edd:34955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 479e272d88e93b0663f941be89215463, 7e860afeef5f9316aac3d2e86d7514d5 2024-11-20T18:22:17,748 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/data/default/test/479e272d88e93b0663f941be89215463/.tmp/f/4dac286ef3414e9fa0a733df32b15065 2024-11-20T18:22:17,749 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/data/hbase/meta/1588230740/.tmp/info/fb83a494d5fa48e990b0f0fc346eb2b1 2024-11-20T18:22:17,753 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4dac286ef3414e9fa0a733df32b15065 2024-11-20T18:22:17,775 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/data/default/test/479e272d88e93b0663f941be89215463/.tmp/f1/54206dfa901242038915084381f49ae0 is 30, key is row1/f1:/1732126923869/DeleteFamily/seqid=0 2024-11-20T18:22:17,778 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/data/hbase/meta/1588230740/.tmp/ns/61a4eb8afa514d0a9f7fb942dc872bbe is 43, key is default/ns:d/1732126898633/Put/seqid=0 2024-11-20T18:22:17,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45299 is added to blk_1073741843_1019 (size=5153) 2024-11-20T18:22:17,800 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/data/hbase/meta/1588230740/.tmp/ns/61a4eb8afa514d0a9f7fb942dc872bbe 2024-11-20T18:22:17,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45299 is added to blk_1073741842_1018 (size=5158) 2024-11-20T18:22:17,816 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/data/default/test/479e272d88e93b0663f941be89215463/.tmp/f1/54206dfa901242038915084381f49ae0 2024-11-20T18:22:17,822 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 54206dfa901242038915084381f49ae0 2024-11-20T18:22:17,845 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/data/hbase/meta/1588230740/.tmp/rep_barrier/f2d11df92e5c41c2bd817d33371b96cb is 112, key is test,,1732126910394.479e272d88e93b0663f941be89215463./rep_barrier:seqnumDuringOpen/1732126910843/Put/seqid=0 2024-11-20T18:22:17,853 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/data/default/test/479e272d88e93b0663f941be89215463/.tmp/norep/752df22b687e41eba9c352bff204e106 is 32, key is row/norep:/1732126922862/DeleteFamily/seqid=0 2024-11-20T18:22:17,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45299 is added to blk_1073741844_1020 (size=5518) 2024-11-20T18:22:17,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45299 is added to blk_1073741845_1021 (size=5101) 2024-11-20T18:22:17,908 DEBUG [RS:0;6b87edf34edd:34955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 479e272d88e93b0663f941be89215463, 7e860afeef5f9316aac3d2e86d7514d5 2024-11-20T18:22:18,014 INFO [regionserver/6b87edf34edd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T18:22:18,014 INFO [regionserver/6b87edf34edd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T18:22:18,108 DEBUG [RS:0;6b87edf34edd:34955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 479e272d88e93b0663f941be89215463, 7e860afeef5f9316aac3d2e86d7514d5 2024-11-20T18:22:18,266 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/data/hbase/meta/1588230740/.tmp/rep_barrier/f2d11df92e5c41c2bd817d33371b96cb 2024-11-20T18:22:18,270 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/data/default/test/479e272d88e93b0663f941be89215463/.tmp/norep/752df22b687e41eba9c352bff204e106 2024-11-20T18:22:18,274 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 752df22b687e41eba9c352bff204e106 2024-11-20T18:22:18,275 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/data/default/test/479e272d88e93b0663f941be89215463/.tmp/f/4dac286ef3414e9fa0a733df32b15065 as hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/data/default/test/479e272d88e93b0663f941be89215463/f/4dac286ef3414e9fa0a733df32b15065 2024-11-20T18:22:18,280 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4dac286ef3414e9fa0a733df32b15065 2024-11-20T18:22:18,280 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/data/default/test/479e272d88e93b0663f941be89215463/f/4dac286ef3414e9fa0a733df32b15065, entries=5, sequenceid=12, filesize=5.1 K 2024-11-20T18:22:18,281 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/data/default/test/479e272d88e93b0663f941be89215463/.tmp/f1/54206dfa901242038915084381f49ae0 as hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/data/default/test/479e272d88e93b0663f941be89215463/f1/54206dfa901242038915084381f49ae0 2024-11-20T18:22:18,285 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 54206dfa901242038915084381f49ae0 2024-11-20T18:22:18,285 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/data/default/test/479e272d88e93b0663f941be89215463/f1/54206dfa901242038915084381f49ae0, entries=3, sequenceid=12, filesize=5.0 K 2024-11-20T18:22:18,286 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/data/hbase/meta/1588230740/.tmp/table/3b00980834f04019b7542716fdcf449e is 53, key is hbase:replication/table:state/1732126915148/Put/seqid=0 2024-11-20T18:22:18,286 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/data/default/test/479e272d88e93b0663f941be89215463/.tmp/norep/752df22b687e41eba9c352bff204e106 as hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/data/default/test/479e272d88e93b0663f941be89215463/norep/752df22b687e41eba9c352bff204e106 2024-11-20T18:22:18,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45299 is added to blk_1073741846_1022 (size=5308) 2024-11-20T18:22:18,290 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 752df22b687e41eba9c352bff204e106 2024-11-20T18:22:18,290 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/data/default/test/479e272d88e93b0663f941be89215463/norep/752df22b687e41eba9c352bff204e106, entries=1, sequenceid=12, filesize=5.0 K 2024-11-20T18:22:18,291 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 479e272d88e93b0663f941be89215463 in 983ms, sequenceid=12, compaction requested=false 2024-11-20T18:22:18,291 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T18:22:18,295 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/data/default/test/479e272d88e93b0663f941be89215463/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-20T18:22:18,295 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T18:22:18,295 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T18:22:18,296 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732126910394.479e272d88e93b0663f941be89215463. 2024-11-20T18:22:18,296 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 479e272d88e93b0663f941be89215463: Waiting for close lock at 1732126937308Running coprocessor pre-close hooks at 1732126937308Disabling compacts and flushes for region at 1732126937308Disabling writes for close at 1732126937308Obtaining lock to block concurrent updates at 1732126937308Preparing flush snapshotting stores in 479e272d88e93b0663f941be89215463 at 1732126937308Finished memstore snapshotting test,,1732126910394.479e272d88e93b0663f941be89215463., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732126937309 (+1 ms)Flushing stores of test,,1732126910394.479e272d88e93b0663f941be89215463. at 1732126937310 (+1 ms)Flushing 479e272d88e93b0663f941be89215463/f: creating writer at 1732126937310Flushing 479e272d88e93b0663f941be89215463/f: appending metadata at 1732126937341 (+31 ms)Flushing 479e272d88e93b0663f941be89215463/f: closing flushed file at 1732126937341Flushing 479e272d88e93b0663f941be89215463/f1: creating writer at 1732126937754 (+413 ms)Flushing 479e272d88e93b0663f941be89215463/f1: appending metadata at 1732126937774 (+20 ms)Flushing 479e272d88e93b0663f941be89215463/f1: closing flushed file at 1732126937775 (+1 ms)Flushing 479e272d88e93b0663f941be89215463/norep: creating writer at 1732126937822 (+47 ms)Flushing 479e272d88e93b0663f941be89215463/norep: appending metadata at 1732126937852 (+30 ms)Flushing 479e272d88e93b0663f941be89215463/norep: closing flushed file at 1732126937852Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7be0047a: reopening flushed file at 1732126938274 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a5389b: reopening flushed file at 1732126938280 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@400e2b14: reopening flushed file at 1732126938286 (+6 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 479e272d88e93b0663f941be89215463 in 983ms, sequenceid=12, compaction requested=false at 1732126938291 (+5 ms)Writing region close event to WAL at 1732126938293 (+2 ms)Running coprocessor post-close hooks at 1732126938295 (+2 ms)Closed at 1732126938296 (+1 ms) 2024-11-20T18:22:18,296 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732126910394.479e272d88e93b0663f941be89215463. 2024-11-20T18:22:18,296 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7e860afeef5f9316aac3d2e86d7514d5, disabling compactions & flushes 2024-11-20T18:22:18,296 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732126914351.7e860afeef5f9316aac3d2e86d7514d5. 2024-11-20T18:22:18,296 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732126914351.7e860afeef5f9316aac3d2e86d7514d5. 2024-11-20T18:22:18,296 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732126914351.7e860afeef5f9316aac3d2e86d7514d5. after waiting 0 ms 2024-11-20T18:22:18,296 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732126914351.7e860afeef5f9316aac3d2e86d7514d5. 2024-11-20T18:22:18,296 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7e860afeef5f9316aac3d2e86d7514d5 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-20T18:22:18,308 INFO [RS:0;6b87edf34edd:34955 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T18:22:18,308 DEBUG [RS:0;6b87edf34edd:34955 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7e860afeef5f9316aac3d2e86d7514d5=hbase:replication,,1732126914351.7e860afeef5f9316aac3d2e86d7514d5.} 2024-11-20T18:22:18,308 DEBUG [RS:0;6b87edf34edd:34955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7e860afeef5f9316aac3d2e86d7514d5 2024-11-20T18:22:18,315 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/data/hbase/replication/7e860afeef5f9316aac3d2e86d7514d5/.tmp/queue/4dd285454b304b5593d86bd2a8264498 is 154, key is 1-6b87edf34edd,34955,1732126896062/queue:6b87edf34edd%2C34955%2C1732126896062/1732126928082/Put/seqid=0 2024-11-20T18:22:18,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45299 is added to blk_1073741847_1023 (size=5353) 2024-11-20T18:22:18,508 DEBUG [RS:0;6b87edf34edd:34955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7e860afeef5f9316aac3d2e86d7514d5 2024-11-20T18:22:18,523 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.wal-reader.6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173 to pos 1488, reset compression=false 2024-11-20T18:22:18,532 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.wal-reader.6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T18:22:18,532 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.wal-reader.6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173 to pos 2379, reset compression=false 2024-11-20T18:22:18,532 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.shipper6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,34955,1732126896062 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173, lastWalPosition=2379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T18:22:18,533 ERROR [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.shipper6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6b87edf34edd,34955,1732126896062: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6b87edf34edd,34955,1732126896062, walGroup=6b87edf34edd%2C34955%2C1732126896062, offset=6b87edf34edd%2C34955%2C1732126896062.1732126898173:2379, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b87edf34edd:34955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T18:22:18,534 ERROR [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.shipper6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T18:22:18,534 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.shipper6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T18:22:18,534 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.shipper6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T18:22:18,534 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.shipper6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T18:22:18,534 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.shipper6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T18:22:18,535 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.shipper6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1287651328, "init": 1048576000, "max": 2306867200, "used": 888567536 }, "NonHeapMemoryUsage": { "committed": 203030528, "init": 7667712, "max": -1, "used": 200143560 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T18:22:18,535 WARN [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.shipper6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b87edf34edd:41537 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b87edf34edd:41537 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T18:22:18,689 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/data/hbase/meta/1588230740/.tmp/table/3b00980834f04019b7542716fdcf449e 2024-11-20T18:22:18,694 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/data/hbase/meta/1588230740/.tmp/info/fb83a494d5fa48e990b0f0fc346eb2b1 as hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/data/hbase/meta/1588230740/info/fb83a494d5fa48e990b0f0fc346eb2b1 2024-11-20T18:22:18,698 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/data/hbase/meta/1588230740/info/fb83a494d5fa48e990b0f0fc346eb2b1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T18:22:18,705 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/data/hbase/meta/1588230740/.tmp/ns/61a4eb8afa514d0a9f7fb942dc872bbe as hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/data/hbase/meta/1588230740/ns/61a4eb8afa514d0a9f7fb942dc872bbe 2024-11-20T18:22:18,709 DEBUG [RS:0;6b87edf34edd:34955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7e860afeef5f9316aac3d2e86d7514d5 2024-11-20T18:22:18,710 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/data/hbase/meta/1588230740/ns/61a4eb8afa514d0a9f7fb942dc872bbe, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T18:22:18,711 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/data/hbase/meta/1588230740/.tmp/rep_barrier/f2d11df92e5c41c2bd817d33371b96cb as hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/data/hbase/meta/1588230740/rep_barrier/f2d11df92e5c41c2bd817d33371b96cb 2024-11-20T18:22:18,717 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/data/hbase/meta/1588230740/rep_barrier/f2d11df92e5c41c2bd817d33371b96cb, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T18:22:18,718 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/data/hbase/meta/1588230740/.tmp/table/3b00980834f04019b7542716fdcf449e as hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/data/hbase/meta/1588230740/table/3b00980834f04019b7542716fdcf449e 2024-11-20T18:22:18,725 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/data/hbase/meta/1588230740/table/3b00980834f04019b7542716fdcf449e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T18:22:18,725 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/data/hbase/replication/7e860afeef5f9316aac3d2e86d7514d5/.tmp/queue/4dd285454b304b5593d86bd2a8264498 2024-11-20T18:22:18,726 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1419ms, sequenceid=16, compaction requested=false 2024-11-20T18:22:18,734 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/data/hbase/replication/7e860afeef5f9316aac3d2e86d7514d5/.tmp/queue/4dd285454b304b5593d86bd2a8264498 as hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/data/hbase/replication/7e860afeef5f9316aac3d2e86d7514d5/queue/4dd285454b304b5593d86bd2a8264498 2024-11-20T18:22:18,739 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.wal-reader.6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173 to pos 2379, reset compression=false 2024-11-20T18:22:18,742 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/data/hbase/replication/7e860afeef5f9316aac3d2e86d7514d5/queue/4dd285454b304b5593d86bd2a8264498, entries=1, sequenceid=14, filesize=5.2 K 2024-11-20T18:22:18,745 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 7e860afeef5f9316aac3d2e86d7514d5 in 448ms, sequenceid=14, compaction requested=false 2024-11-20T18:22:18,745 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T18:22:18,757 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T18:22:18,757 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T18:22:18,757 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T18:22:18,757 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T18:22:18,757 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732126937307Running coprocessor pre-close hooks at 1732126937307Disabling compacts and flushes for region at 1732126937307Disabling writes for close at 1732126937307Obtaining lock to block concurrent updates at 1732126937308 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732126937308Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732126937308Flushing stores of hbase:meta,,1.1588230740 at 1732126937309 (+1 ms)Flushing 1588230740/info: creating writer at 1732126937309Flushing 1588230740/info: appending metadata at 1732126937339 (+30 ms)Flushing 1588230740/info: closing flushed file at 1732126937339Flushing 1588230740/ns: creating writer at 1732126937754 (+415 ms)Flushing 1588230740/ns: appending metadata at 1732126937777 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1732126937777Flushing 1588230740/rep_barrier: creating writer at 1732126937805 (+28 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732126937845 (+40 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732126937845Flushing 1588230740/table: creating writer at 1732126938270 (+425 ms)Flushing 1588230740/table: appending metadata at 1732126938285 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732126938285Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52124ef2: reopening flushed file at 1732126938693 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@650113bf: reopening flushed file at 1732126938698 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fd78448: reopening flushed file at 1732126938710 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@323337dc: reopening flushed file at 1732126938717 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1419ms, sequenceid=16, compaction requested=false at 1732126938726 (+9 ms)Writing region close event to WAL at 1732126938749 (+23 ms)Running coprocessor post-close hooks at 1732126938757 (+8 ms)Closed at 1732126938757 2024-11-20T18:22:18,758 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T18:22:18,759 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/data/hbase/replication/7e860afeef5f9316aac3d2e86d7514d5/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-20T18:22:18,759 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T18:22:18,759 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T18:22:18,760 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732126914351.7e860afeef5f9316aac3d2e86d7514d5. 2024-11-20T18:22:18,760 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7e860afeef5f9316aac3d2e86d7514d5: Waiting for close lock at 1732126938296Running coprocessor pre-close hooks at 1732126938296Disabling compacts and flushes for region at 1732126938296Disabling writes for close at 1732126938296Obtaining lock to block concurrent updates at 1732126938296Preparing flush snapshotting stores in 7e860afeef5f9316aac3d2e86d7514d5 at 1732126938296Finished memstore snapshotting hbase:replication,,1732126914351.7e860afeef5f9316aac3d2e86d7514d5., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732126938297 (+1 ms)Flushing stores of hbase:replication,,1732126914351.7e860afeef5f9316aac3d2e86d7514d5. at 1732126938297Flushing 7e860afeef5f9316aac3d2e86d7514d5/queue: creating writer at 1732126938297Flushing 7e860afeef5f9316aac3d2e86d7514d5/queue: appending metadata at 1732126938315 (+18 ms)Flushing 7e860afeef5f9316aac3d2e86d7514d5/queue: closing flushed file at 1732126938315Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79ca03cb: reopening flushed file at 1732126938733 (+418 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 7e860afeef5f9316aac3d2e86d7514d5 in 448ms, sequenceid=14, compaction requested=false at 1732126938745 (+12 ms)Writing region close event to WAL at 1732126938756 (+11 ms)Running coprocessor post-close hooks at 1732126938759 (+3 ms)Closed at 1732126938760 (+1 ms) 2024-11-20T18:22:18,760 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732126914351.7e860afeef5f9316aac3d2e86d7514d5. 2024-11-20T18:22:18,909 INFO [RS:0;6b87edf34edd:34955 {}] regionserver.HRegionServer(976): stopping server 6b87edf34edd,34955,1732126896062; all regions closed. 2024-11-20T18:22:18,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45299 is added to blk_1073741834_1010 (size=4239) 2024-11-20T18:22:18,911 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.meta.1732126898540.meta not finished, retry = 0 2024-11-20T18:22:19,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45299 is added to blk_1073741839_1015 (size=3552) 2024-11-20T18:22:19,014 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.rep.1732126915108 not finished, retry = 0 2024-11-20T18:22:19,049 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.wal-reader.6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/WALs/6b87edf34edd,34955,1732126896062/6b87edf34edd%2C34955%2C1732126896062.1732126898173 to pos 2379, reset compression=false 2024-11-20T18:22:19,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45299 is added to blk_1073741833_1009 (size=2387) 2024-11-20T18:22:19,120 DEBUG [RS:0;6b87edf34edd:34955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:19,120 INFO [RS:0;6b87edf34edd:34955 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T18:22:19,120 INFO [RS:0;6b87edf34edd:34955 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T18:22:19,120 INFO [RS:0;6b87edf34edd:34955 {}] hbase.ChoreService(370): Chore service for: regionserver/6b87edf34edd:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T18:22:19,120 INFO [RS:0;6b87edf34edd:34955 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T18:22:19,120 INFO [regionserver/6b87edf34edd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T18:22:19,120 INFO [RS:0;6b87edf34edd:34955 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6b87edf34edd,34955,1732126896062 because: Region server is closing 2024-11-20T18:22:19,120 INFO [RS:0;6b87edf34edd:34955 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b87edf34edd:34955. 2024-11-20T18:22:19,120 DEBUG [RS:0;6b87edf34edd:34955 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:22:19,120 DEBUG [RS:0;6b87edf34edd:34955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:19,121 DEBUG [RS:0;6b87edf34edd:34955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:19,121 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:22:19,124 INFO [master/6b87edf34edd:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T18:22:19,124 INFO [master/6b87edf34edd:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T18:22:19,221 INFO [RS:0;6b87edf34edd:34955 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.shipper6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 terminated 2024-11-20T18:22:19,221 WARN [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,34955,1732126896062.replicationSource.wal-reader.6b87edf34edd%2C34955%2C1732126896062,1-6b87edf34edd,34955,1732126896062 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T18:22:19,221 INFO [RS:0;6b87edf34edd:34955 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b87edf34edd:34955. 2024-11-20T18:22:19,221 DEBUG [RS:0;6b87edf34edd:34955 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:22:19,221 DEBUG [RS:0;6b87edf34edd:34955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:19,221 DEBUG [RS:0;6b87edf34edd:34955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:19,221 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:22:19,221 INFO [RS:0;6b87edf34edd:34955 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34955 2024-11-20T18:22:19,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34955-0x101597ae0c50001, quorum=127.0.0.1:53427, baseZNode=/0-844397461 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-844397461/rs/6b87edf34edd,34955,1732126896062 2024-11-20T18:22:19,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41537-0x101597ae0c50000, quorum=127.0.0.1:53427, baseZNode=/0-844397461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-844397461/rs 2024-11-20T18:22:19,229 INFO [RS:0;6b87edf34edd:34955 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T18:22:19,240 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b87edf34edd,34955,1732126896062] 2024-11-20T18:22:19,250 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-844397461/draining/6b87edf34edd,34955,1732126896062 already deleted, retry=false 2024-11-20T18:22:19,250 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b87edf34edd,34955,1732126896062 expired; onlineServers=0 2024-11-20T18:22:19,250 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b87edf34edd,41537,1732126895857' ***** 2024-11-20T18:22:19,250 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T18:22:19,250 INFO [M:0;6b87edf34edd:41537 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T18:22:19,251 INFO [M:0;6b87edf34edd:41537 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T18:22:19,251 DEBUG [M:0;6b87edf34edd:41537 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T18:22:19,251 DEBUG [M:0;6b87edf34edd:41537 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T18:22:19,251 DEBUG [master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732126897872 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732126897872,5,FailOnTimeoutGroup] 2024-11-20T18:22:19,251 DEBUG [master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732126897868 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732126897868,5,FailOnTimeoutGroup] 2024-11-20T18:22:19,251 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T18:22:19,251 INFO [M:0;6b87edf34edd:41537 {}] hbase.ChoreService(370): Chore service for: master/6b87edf34edd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T18:22:19,251 INFO [M:0;6b87edf34edd:41537 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T18:22:19,251 DEBUG [M:0;6b87edf34edd:41537 {}] master.HMaster(1795): Stopping service threads 2024-11-20T18:22:19,251 INFO [M:0;6b87edf34edd:41537 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T18:22:19,251 INFO [M:0;6b87edf34edd:41537 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T18:22:19,251 INFO [M:0;6b87edf34edd:41537 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T18:22:19,251 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T18:22:19,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41537-0x101597ae0c50000, quorum=127.0.0.1:53427, baseZNode=/0-844397461 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-844397461/master 2024-11-20T18:22:19,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41537-0x101597ae0c50000, quorum=127.0.0.1:53427, baseZNode=/0-844397461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-844397461 2024-11-20T18:22:19,291 DEBUG [M:0;6b87edf34edd:41537 {}] zookeeper.ZKUtil(347): master:41537-0x101597ae0c50000, quorum=127.0.0.1:53427, baseZNode=/0-844397461 Unable to get data of znode /0-844397461/master because node does not exist (not an error) 2024-11-20T18:22:19,291 WARN [M:0;6b87edf34edd:41537 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T18:22:19,292 INFO [M:0;6b87edf34edd:41537 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/.lastflushedseqids 2024-11-20T18:22:19,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45299 is added to blk_1073741848_1024 (size=245) 2024-11-20T18:22:19,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34955-0x101597ae0c50001, quorum=127.0.0.1:53427, baseZNode=/0-844397461 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:22:19,340 INFO [RS:0;6b87edf34edd:34955 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T18:22:19,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34955-0x101597ae0c50001, quorum=127.0.0.1:53427, baseZNode=/0-844397461 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:22:19,340 INFO [RS:0;6b87edf34edd:34955 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b87edf34edd,34955,1732126896062; zookeeper connection closed. 2024-11-20T18:22:19,340 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5e7f6770 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5e7f6770 2024-11-20T18:22:19,340 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T18:22:19,698 INFO [M:0;6b87edf34edd:41537 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T18:22:19,698 INFO [M:0;6b87edf34edd:41537 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T18:22:19,698 DEBUG [M:0;6b87edf34edd:41537 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T18:22:19,698 INFO [M:0;6b87edf34edd:41537 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:22:19,698 DEBUG [M:0;6b87edf34edd:41537 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:22:19,698 DEBUG [M:0;6b87edf34edd:41537 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T18:22:19,698 DEBUG [M:0;6b87edf34edd:41537 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:22:19,698 INFO [M:0;6b87edf34edd:41537 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-20T18:22:19,712 DEBUG [M:0;6b87edf34edd:41537 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/917d73de734742e089a29a02e797f469 is 82, key is hbase:meta,,1/info:regioninfo/1732126898595/Put/seqid=0 2024-11-20T18:22:19,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45299 is added to blk_1073741849_1025 (size=5672) 2024-11-20T18:22:19,964 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T18:22:19,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:19,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:19,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:20,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:20,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:20,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:20,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:20,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:20,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:20,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:20,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:20,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:20,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:20,116 INFO [M:0;6b87edf34edd:41537 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/917d73de734742e089a29a02e797f469 2024-11-20T18:22:20,137 DEBUG [M:0;6b87edf34edd:41537 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/51b6fe8b1a0444dba03115d64eabd5a4 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732126910864/Put/seqid=0 2024-11-20T18:22:20,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45299 is added to blk_1073741850_1026 (size=7219) 2024-11-20T18:22:20,543 INFO [M:0;6b87edf34edd:41537 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/51b6fe8b1a0444dba03115d64eabd5a4 2024-11-20T18:22:20,547 INFO [M:0;6b87edf34edd:41537 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 51b6fe8b1a0444dba03115d64eabd5a4 2024-11-20T18:22:20,573 DEBUG [M:0;6b87edf34edd:41537 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1b4c82471ecf4d3ea774fa95cf69da92 is 69, key is 6b87edf34edd,34955,1732126896062/rs:state/1732126897954/Put/seqid=0 2024-11-20T18:22:20,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45299 is added to blk_1073741851_1027 (size=5156) 2024-11-20T18:22:20,582 INFO [M:0;6b87edf34edd:41537 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1b4c82471ecf4d3ea774fa95cf69da92 2024-11-20T18:22:20,587 DEBUG [M:0;6b87edf34edd:41537 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/917d73de734742e089a29a02e797f469 as hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/917d73de734742e089a29a02e797f469 2024-11-20T18:22:20,598 INFO [M:0;6b87edf34edd:41537 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/917d73de734742e089a29a02e797f469, entries=8, sequenceid=105, filesize=5.5 K 2024-11-20T18:22:20,599 DEBUG [M:0;6b87edf34edd:41537 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/51b6fe8b1a0444dba03115d64eabd5a4 as hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/51b6fe8b1a0444dba03115d64eabd5a4 2024-11-20T18:22:20,603 INFO [M:0;6b87edf34edd:41537 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 51b6fe8b1a0444dba03115d64eabd5a4 2024-11-20T18:22:20,604 INFO [M:0;6b87edf34edd:41537 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/51b6fe8b1a0444dba03115d64eabd5a4, entries=11, sequenceid=105, filesize=7.0 K 2024-11-20T18:22:20,604 DEBUG [M:0;6b87edf34edd:41537 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1b4c82471ecf4d3ea774fa95cf69da92 as hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1b4c82471ecf4d3ea774fa95cf69da92 2024-11-20T18:22:20,609 INFO [M:0;6b87edf34edd:41537 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45443/user/jenkins/test-data/baf1b6b1-7477-ee10-8431-748a75aabf07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1b4c82471ecf4d3ea774fa95cf69da92, entries=1, sequenceid=105, filesize=5.0 K 2024-11-20T18:22:20,610 INFO [M:0;6b87edf34edd:41537 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 912ms, sequenceid=105, compaction requested=false 2024-11-20T18:22:20,635 INFO [M:0;6b87edf34edd:41537 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:22:20,635 DEBUG [M:0;6b87edf34edd:41537 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732126939698Disabling compacts and flushes for region at 1732126939698Disabling writes for close at 1732126939698Obtaining lock to block concurrent updates at 1732126939698Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732126939698Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1732126939698Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732126939699 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732126939699Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732126939712 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732126939712Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732126940119 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732126940137 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732126940137Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732126940547 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732126940572 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732126940572Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b99deb8: reopening flushed file at 1732126940586 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ca88470: reopening flushed file at 1732126940598 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3eab877b: reopening flushed file at 1732126940604 (+6 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 912ms, sequenceid=105, compaction requested=false at 1732126940610 (+6 ms)Writing region close event to WAL at 1732126940635 (+25 ms)Closed at 1732126940635 2024-11-20T18:22:20,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45299 is added to blk_1073741830_1006 (size=64435) 2024-11-20T18:22:20,642 INFO [M:0;6b87edf34edd:41537 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T18:22:20,642 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T18:22:20,642 INFO [M:0;6b87edf34edd:41537 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41537 2024-11-20T18:22:20,643 INFO [M:0;6b87edf34edd:41537 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T18:22:20,814 INFO [M:0;6b87edf34edd:41537 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T18:22:20,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41537-0x101597ae0c50000, quorum=127.0.0.1:53427, baseZNode=/0-844397461 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:22:20,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41537-0x101597ae0c50000, quorum=127.0.0.1:53427, baseZNode=/0-844397461 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:22:20,821 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2078d614{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T18:22:20,821 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f51982d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T18:22:20,821 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T18:22:20,821 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30e4373f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T18:22:20,822 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37801c3c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7822aa6f-f502-2db0-26ef-2697c767947a/hadoop.log.dir/,STOPPED} 2024-11-20T18:22:20,827 WARN [BP-29934200-172.17.0.3-1732126893355 heartbeating to localhost/127.0.0.1:45443 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T18:22:20,827 WARN [BP-29934200-172.17.0.3-1732126893355 heartbeating to localhost/127.0.0.1:45443 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-29934200-172.17.0.3-1732126893355 (Datanode Uuid 8bcc82a8-61ee-430a-9b81-fa011a60a459) service to localhost/127.0.0.1:45443 2024-11-20T18:22:20,828 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7822aa6f-f502-2db0-26ef-2697c767947a/cluster_a5e7cc88-b625-376e-cbbd-6f8d75e9697f/data/data1/current/BP-29934200-172.17.0.3-1732126893355 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T18:22:20,828 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7822aa6f-f502-2db0-26ef-2697c767947a/cluster_a5e7cc88-b625-376e-cbbd-6f8d75e9697f/data/data2/current/BP-29934200-172.17.0.3-1732126893355 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T18:22:20,828 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T18:22:20,828 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T18:22:20,829 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T18:22:20,837 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9ca4b1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T18:22:20,837 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f5addb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T18:22:20,837 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T18:22:20,838 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d1dc5fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T18:22:20,838 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@239e99dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7822aa6f-f502-2db0-26ef-2697c767947a/hadoop.log.dir/,STOPPED} 2024-11-20T18:22:20,846 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T18:22:20,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T18:22:20,874 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=315 (was 261) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:45443 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45443 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36189 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:36189 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53427) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45443 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45443 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36189 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36189 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45443 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33829 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33829 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:33829 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36189 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33829 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33829 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53427) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53427) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33829 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33829 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33829 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=728 (was 655) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=420 (was 338) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8542 (was 7593) - AvailableMemoryMB LEAK? - 2024-11-20T18:22:20,889 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=315, OpenFileDescriptor=728, MaxFileDescriptor=1048576, SystemLoadAverage=420, ProcessCount=11, AvailableMemoryMB=8541 2024-11-20T18:22:20,907 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-20T18:22:20,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3528a90c-cbcd-9df7-d6fc-7de68a488826/hadoop.log.dir so I do NOT create it in target/test-data/e63cd110-d127-2937-87c9-55176ff2855e 2024-11-20T18:22:20,908 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3528a90c-cbcd-9df7-d6fc-7de68a488826/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T18:22:20,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3528a90c-cbcd-9df7-d6fc-7de68a488826/hadoop.tmp.dir so I do NOT create it in target/test-data/e63cd110-d127-2937-87c9-55176ff2855e 2024-11-20T18:22:20,908 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3528a90c-cbcd-9df7-d6fc-7de68a488826/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T18:22:20,908 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63cd110-d127-2937-87c9-55176ff2855e 2024-11-20T18:22:20,908 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63cd110-d127-2937-87c9-55176ff2855e/cluster_ea3f21f4-454f-ce10-853c-6ad24ba41b24, deleteOnExit=true 2024-11-20T18:22:20,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101597ae0c50002, quorum=127.0.0.1:53427, baseZNode=/0-844397461 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T18:22:20,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101597ae0c50008, quorum=127.0.0.1:53427, baseZNode=/2-1118576996 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T18:22:20,943 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101597ae0c50002, quorum=127.0.0.1:53427, baseZNode=/0-844397461 Received Disconnected from ZooKeeper, ignoring 2024-11-20T18:22:20,943 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101597ae0c50008, quorum=127.0.0.1:53427, baseZNode=/2-1118576996 Received Disconnected from ZooKeeper, ignoring 2024-11-20T18:22:20,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101597ae0c50005, quorum=127.0.0.1:53427, baseZNode=/11067427724 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T18:22:20,944 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101597ae0c50005, quorum=127.0.0.1:53427, baseZNode=/11067427724 Received Disconnected from ZooKeeper, ignoring 2024-11-20T18:22:20,955 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63cd110-d127-2937-87c9-55176ff2855e/cluster_ea3f21f4-454f-ce10-853c-6ad24ba41b24/zookeeper_0, clientPort=51754, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63cd110-d127-2937-87c9-55176ff2855e/cluster_ea3f21f4-454f-ce10-853c-6ad24ba41b24/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63cd110-d127-2937-87c9-55176ff2855e/cluster_ea3f21f4-454f-ce10-853c-6ad24ba41b24/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T18:22:20,956 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51754 2024-11-20T18:22:20,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T18:22:20,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T18:22:20,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63cd110-d127-2937-87c9-55176ff2855e/test.cache.data in system properties and HBase conf 2024-11-20T18:22:20,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63cd110-d127-2937-87c9-55176ff2855e/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T18:22:20,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63cd110-d127-2937-87c9-55176ff2855e/hadoop.log.dir in system properties and HBase conf 2024-11-20T18:22:20,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63cd110-d127-2937-87c9-55176ff2855e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T18:22:20,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63cd110-d127-2937-87c9-55176ff2855e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T18:22:20,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T18:22:20,957 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T18:22:20,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63cd110-d127-2937-87c9-55176ff2855e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T18:22:20,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63cd110-d127-2937-87c9-55176ff2855e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T18:22:20,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63cd110-d127-2937-87c9-55176ff2855e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T18:22:20,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63cd110-d127-2937-87c9-55176ff2855e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T18:22:20,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63cd110-d127-2937-87c9-55176ff2855e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T18:22:20,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63cd110-d127-2937-87c9-55176ff2855e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T18:22:20,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63cd110-d127-2937-87c9-55176ff2855e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T18:22:20,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63cd110-d127-2937-87c9-55176ff2855e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T18:22:20,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63cd110-d127-2937-87c9-55176ff2855e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T18:22:20,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63cd110-d127-2937-87c9-55176ff2855e/nfs.dump.dir in system properties and HBase conf 2024-11-20T18:22:20,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63cd110-d127-2937-87c9-55176ff2855e/java.io.tmpdir in system properties and HBase conf 2024-11-20T18:22:20,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63cd110-d127-2937-87c9-55176ff2855e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T18:22:20,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63cd110-d127-2937-87c9-55176ff2855e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T18:22:20,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63cd110-d127-2937-87c9-55176ff2855e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T18:22:21,373 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:22:21,376 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T18:22:21,379 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T18:22:21,379 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T18:22:21,379 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T18:22:21,381 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:22:21,382 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@645740ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63cd110-d127-2937-87c9-55176ff2855e/hadoop.log.dir/,AVAILABLE} 2024-11-20T18:22:21,382 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63de46dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T18:22:21,513 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53b3eb25{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63cd110-d127-2937-87c9-55176ff2855e/java.io.tmpdir/jetty-localhost-46367-hadoop-hdfs-3_4_1-tests_jar-_-any-11694573759377283602/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T18:22:21,514 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5aab1392{HTTP/1.1, (http/1.1)}{localhost:46367} 2024-11-20T18:22:21,514 INFO [Time-limited test {}] server.Server(415): Started @281855ms 2024-11-20T18:22:21,805 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:22:21,810 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T18:22:21,813 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T18:22:21,813 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T18:22:21,813 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T18:22:21,814 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@537e9096{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63cd110-d127-2937-87c9-55176ff2855e/hadoop.log.dir/,AVAILABLE} 2024-11-20T18:22:21,814 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ed09396{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T18:22:21,937 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@67fb10c5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63cd110-d127-2937-87c9-55176ff2855e/java.io.tmpdir/jetty-localhost-46297-hadoop-hdfs-3_4_1-tests_jar-_-any-10181490132975842118/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T18:22:21,938 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d0783db{HTTP/1.1, (http/1.1)}{localhost:46297} 2024-11-20T18:22:21,938 INFO [Time-limited test {}] server.Server(415): Started @282278ms 2024-11-20T18:22:21,939 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T18:22:22,938 WARN [Thread-3469 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63cd110-d127-2937-87c9-55176ff2855e/cluster_ea3f21f4-454f-ce10-853c-6ad24ba41b24/data/data1/current/BP-1169373899-172.17.0.3-1732126940981/current, will proceed with Du for space computation calculation, 2024-11-20T18:22:22,939 WARN [Thread-3470 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63cd110-d127-2937-87c9-55176ff2855e/cluster_ea3f21f4-454f-ce10-853c-6ad24ba41b24/data/data2/current/BP-1169373899-172.17.0.3-1732126940981/current, will proceed with Du for space computation calculation, 2024-11-20T18:22:22,958 WARN [Thread-3457 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T18:22:22,961 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xce5ac5873b209e41 with lease ID 0xf826daae24e6cbff: Processing first storage report for DS-e72a3b28-ec4f-473b-87eb-e2586869e639 from datanode DatanodeRegistration(127.0.0.1:46153, datanodeUuid=c56220ea-db24-4429-9930-b00420edd198, infoPort=45005, infoSecurePort=0, ipcPort=37359, storageInfo=lv=-57;cid=testClusterID;nsid=255049081;c=1732126940981) 2024-11-20T18:22:22,961 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xce5ac5873b209e41 with lease ID 0xf826daae24e6cbff: from storage DS-e72a3b28-ec4f-473b-87eb-e2586869e639 node DatanodeRegistration(127.0.0.1:46153, datanodeUuid=c56220ea-db24-4429-9930-b00420edd198, infoPort=45005, infoSecurePort=0, ipcPort=37359, storageInfo=lv=-57;cid=testClusterID;nsid=255049081;c=1732126940981), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T18:22:22,961 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xce5ac5873b209e41 with lease ID 0xf826daae24e6cbff: Processing first storage report for DS-50228cbf-60c7-42fe-a603-54afc74305e5 from datanode DatanodeRegistration(127.0.0.1:46153, datanodeUuid=c56220ea-db24-4429-9930-b00420edd198, infoPort=45005, infoSecurePort=0, ipcPort=37359, storageInfo=lv=-57;cid=testClusterID;nsid=255049081;c=1732126940981) 2024-11-20T18:22:22,961 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xce5ac5873b209e41 with lease ID 0xf826daae24e6cbff: from storage DS-50228cbf-60c7-42fe-a603-54afc74305e5 node DatanodeRegistration(127.0.0.1:46153, datanodeUuid=c56220ea-db24-4429-9930-b00420edd198, infoPort=45005, infoSecurePort=0, ipcPort=37359, storageInfo=lv=-57;cid=testClusterID;nsid=255049081;c=1732126940981), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T18:22:22,980 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63cd110-d127-2937-87c9-55176ff2855e 2024-11-20T18:22:22,980 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:22:22,981 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:22:22,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741825_1001 (size=7) 2024-11-20T18:22:23,389 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0 with version=8 2024-11-20T18:22:23,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/hbase-staging 2024-11-20T18:22:23,391 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b87edf34edd:0 server-side Connection retries=45 2024-11-20T18:22:23,391 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:22:23,391 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T18:22:23,391 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T18:22:23,391 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:22:23,391 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T18:22:23,391 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T18:22:23,391 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T18:22:23,392 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44085 2024-11-20T18:22:23,392 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44085 connecting to ZooKeeper ensemble=127.0.0.1:51754 2024-11-20T18:22:23,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:440850x0, quorum=127.0.0.1:51754, baseZNode=/01314671239 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:22:23,452 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44085-0x101597b9ac60000 connected 2024-11-20T18:22:23,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:22:23,541 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:22:23,542 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44085-0x101597b9ac60000, quorum=127.0.0.1:51754, baseZNode=/01314671239 Set watcher on znode that does not yet exist, /01314671239/running 2024-11-20T18:22:23,543 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0, hbase.cluster.distributed=false 2024-11-20T18:22:23,544 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44085-0x101597b9ac60000, quorum=127.0.0.1:51754, baseZNode=/01314671239 Set watcher on znode that does not yet exist, /01314671239/acl 2024-11-20T18:22:23,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44085 2024-11-20T18:22:23,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44085 2024-11-20T18:22:23,555 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44085 2024-11-20T18:22:23,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44085 2024-11-20T18:22:23,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44085 2024-11-20T18:22:23,576 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b87edf34edd:0 server-side Connection retries=45 2024-11-20T18:22:23,576 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:22:23,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T18:22:23,577 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T18:22:23,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:22:23,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T18:22:23,577 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T18:22:23,577 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T18:22:23,578 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45647 2024-11-20T18:22:23,578 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45647 connecting to ZooKeeper ensemble=127.0.0.1:51754 2024-11-20T18:22:23,579 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:22:23,581 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:22:23,596 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:456470x0, quorum=127.0.0.1:51754, baseZNode=/01314671239 Set watcher on znode that does not yet exist, /01314671239/running 2024-11-20T18:22:23,596 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T18:22:23,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:456470x0, quorum=127.0.0.1:51754, baseZNode=/01314671239 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:22:23,604 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45647-0x101597b9ac60001 connected 2024-11-20T18:22:23,604 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T18:22:23,605 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45647-0x101597b9ac60001, quorum=127.0.0.1:51754, baseZNode=/01314671239 Set watcher on znode that does not yet exist, /01314671239/master 2024-11-20T18:22:23,606 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45647-0x101597b9ac60001, quorum=127.0.0.1:51754, baseZNode=/01314671239 Set watcher on znode that does not yet exist, /01314671239/acl 2024-11-20T18:22:23,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45647 2024-11-20T18:22:23,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45647 2024-11-20T18:22:23,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45647 2024-11-20T18:22:23,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45647 2024-11-20T18:22:23,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45647 2024-11-20T18:22:23,625 DEBUG [M:0;6b87edf34edd:44085 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b87edf34edd:44085 2024-11-20T18:22:23,626 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01314671239/backup-masters/6b87edf34edd,44085,1732126943391 2024-11-20T18:22:23,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45647-0x101597b9ac60001, quorum=127.0.0.1:51754, baseZNode=/01314671239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01314671239/backup-masters 2024-11-20T18:22:23,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44085-0x101597b9ac60000, quorum=127.0.0.1:51754, baseZNode=/01314671239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01314671239/backup-masters 2024-11-20T18:22:23,686 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44085-0x101597b9ac60000, quorum=127.0.0.1:51754, baseZNode=/01314671239 Set watcher on existing znode=/01314671239/backup-masters/6b87edf34edd,44085,1732126943391 2024-11-20T18:22:23,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44085-0x101597b9ac60000, quorum=127.0.0.1:51754, baseZNode=/01314671239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01314671239 2024-11-20T18:22:23,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45647-0x101597b9ac60001, quorum=127.0.0.1:51754, baseZNode=/01314671239 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01314671239/master 2024-11-20T18:22:23,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45647-0x101597b9ac60001, quorum=127.0.0.1:51754, baseZNode=/01314671239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01314671239 2024-11-20T18:22:23,701 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44085-0x101597b9ac60000, quorum=127.0.0.1:51754, baseZNode=/01314671239 Set watcher on existing znode=/01314671239/master 2024-11-20T18:22:23,701 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01314671239/backup-masters/6b87edf34edd,44085,1732126943391 from backup master directory 2024-11-20T18:22:23,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44085-0x101597b9ac60000, quorum=127.0.0.1:51754, baseZNode=/01314671239 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01314671239/backup-masters/6b87edf34edd,44085,1732126943391 2024-11-20T18:22:23,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45647-0x101597b9ac60001, quorum=127.0.0.1:51754, baseZNode=/01314671239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01314671239/backup-masters 2024-11-20T18:22:23,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44085-0x101597b9ac60000, quorum=127.0.0.1:51754, baseZNode=/01314671239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01314671239/backup-masters 2024-11-20T18:22:23,768 WARN [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T18:22:23,768 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b87edf34edd,44085,1732126943391 2024-11-20T18:22:23,771 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/hbase.id] with ID: bf41492a-efc6-4509-b56c-ae50917807d6 2024-11-20T18:22:23,771 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/.tmp/hbase.id 2024-11-20T18:22:23,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741826_1002 (size=42) 2024-11-20T18:22:24,176 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/.tmp/hbase.id]:[hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/hbase.id] 2024-11-20T18:22:24,183 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:22:24,183 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T18:22:24,184 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T18:22:24,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45647-0x101597b9ac60001, quorum=127.0.0.1:51754, baseZNode=/01314671239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01314671239 2024-11-20T18:22:24,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44085-0x101597b9ac60000, quorum=127.0.0.1:51754, baseZNode=/01314671239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01314671239 2024-11-20T18:22:24,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741827_1003 (size=196) 2024-11-20T18:22:24,607 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T18:22:24,608 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T18:22:24,608 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:22:24,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741828_1004 (size=1189) 2024-11-20T18:22:24,622 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/MasterData/data/master/store 2024-11-20T18:22:24,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741829_1005 (size=34) 2024-11-20T18:22:25,038 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:22:25,038 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T18:22:25,038 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:22:25,038 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:22:25,039 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T18:22:25,039 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:22:25,039 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:22:25,039 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732126945038Disabling compacts and flushes for region at 1732126945038Disabling writes for close at 1732126945039 (+1 ms)Writing region close event to WAL at 1732126945039Closed at 1732126945039 2024-11-20T18:22:25,039 WARN [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/MasterData/data/master/store/.initializing 2024-11-20T18:22:25,039 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/MasterData/WALs/6b87edf34edd,44085,1732126943391 2024-11-20T18:22:25,040 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T18:22:25,041 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b87edf34edd%2C44085%2C1732126943391, suffix=, logDir=hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/MasterData/WALs/6b87edf34edd,44085,1732126943391, archiveDir=hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/MasterData/oldWALs, maxLogs=10 2024-11-20T18:22:25,052 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/MasterData/WALs/6b87edf34edd,44085,1732126943391/6b87edf34edd%2C44085%2C1732126943391.1732126945041, exclude list is [], retry=0 2024-11-20T18:22:25,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46153,DS-e72a3b28-ec4f-473b-87eb-e2586869e639,DISK] 2024-11-20T18:22:25,055 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/MasterData/WALs/6b87edf34edd,44085,1732126943391/6b87edf34edd%2C44085%2C1732126943391.1732126945041 2024-11-20T18:22:25,055 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45005:45005)] 2024-11-20T18:22:25,056 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:22:25,056 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:22:25,056 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:22:25,056 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:22:25,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:22:25,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T18:22:25,058 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:25,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:22:25,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:22:25,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T18:22:25,059 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:25,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:22:25,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:22:25,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T18:22:25,060 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:25,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:22:25,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:22:25,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T18:22:25,061 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:25,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:22:25,061 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:22:25,062 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:22:25,062 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:22:25,063 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:22:25,063 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:22:25,063 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:22:25,064 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:22:25,069 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:22:25,070 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66538769, jitterRate=-0.00849507749080658}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:22:25,070 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732126945056Initializing all the Stores at 1732126945057 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126945057Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126945057Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126945057Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126945057Cleaning up temporary data from old regions at 1732126945063 (+6 ms)Region opened successfully at 1732126945070 (+7 ms) 2024-11-20T18:22:25,071 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T18:22:25,073 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77c385bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b87edf34edd/172.17.0.3:0 2024-11-20T18:22:25,074 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T18:22:25,074 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T18:22:25,074 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T18:22:25,074 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T18:22:25,074 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T18:22:25,075 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T18:22:25,075 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T18:22:25,076 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T18:22:25,077 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44085-0x101597b9ac60000, quorum=127.0.0.1:51754, baseZNode=/01314671239 Unable to get data of znode /01314671239/balancer because node does not exist (not necessarily an error) 2024-11-20T18:22:25,112 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01314671239/balancer already deleted, retry=false 2024-11-20T18:22:25,112 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T18:22:25,113 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44085-0x101597b9ac60000, quorum=127.0.0.1:51754, baseZNode=/01314671239 Unable to get data of znode /01314671239/normalizer because node does not exist (not necessarily an error) 2024-11-20T18:22:25,188 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01314671239/normalizer already deleted, retry=false 2024-11-20T18:22:25,188 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T18:22:25,189 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44085-0x101597b9ac60000, quorum=127.0.0.1:51754, baseZNode=/01314671239 Unable to get data of znode /01314671239/switch/split because node does not exist (not necessarily an error) 2024-11-20T18:22:25,244 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01314671239/switch/split already deleted, retry=false 2024-11-20T18:22:25,245 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44085-0x101597b9ac60000, quorum=127.0.0.1:51754, baseZNode=/01314671239 Unable to get data of znode /01314671239/switch/merge because node does not exist (not necessarily an error) 2024-11-20T18:22:25,304 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01314671239/switch/merge already deleted, retry=false 2024-11-20T18:22:25,306 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44085-0x101597b9ac60000, quorum=127.0.0.1:51754, baseZNode=/01314671239 Unable to get data of znode /01314671239/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T18:22:25,365 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01314671239/snapshot-cleanup already deleted, retry=false 2024-11-20T18:22:25,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44085-0x101597b9ac60000, quorum=127.0.0.1:51754, baseZNode=/01314671239 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01314671239/running 2024-11-20T18:22:25,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45647-0x101597b9ac60001, quorum=127.0.0.1:51754, baseZNode=/01314671239 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01314671239/running 2024-11-20T18:22:25,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45647-0x101597b9ac60001, quorum=127.0.0.1:51754, baseZNode=/01314671239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01314671239 2024-11-20T18:22:25,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44085-0x101597b9ac60000, quorum=127.0.0.1:51754, baseZNode=/01314671239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01314671239 2024-11-20T18:22:25,450 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b87edf34edd,44085,1732126943391, sessionid=0x101597b9ac60000, setting cluster-up flag (Was=false) 2024-11-20T18:22:25,479 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:22:25,480 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b87edf34edd,38325,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b87edf34edd:38325 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T18:22:25,480 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88615 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b87edf34edd,38325,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b87edf34edd:38325 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T18:22:25,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T18:22:25,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T18:22:25,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T18:22:25,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T18:22:25,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T18:22:25,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T18:22:25,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44085-0x101597b9ac60000, quorum=127.0.0.1:51754, baseZNode=/01314671239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01314671239 2024-11-20T18:22:25,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45647-0x101597b9ac60001, quorum=127.0.0.1:51754, baseZNode=/01314671239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01314671239 2024-11-20T18:22:26,002 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01314671239/flush-table-proc/acquired, /01314671239/flush-table-proc/reached, /01314671239/flush-table-proc/abort 2024-11-20T18:22:26,003 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b87edf34edd,44085,1732126943391 2024-11-20T18:22:26,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44085-0x101597b9ac60000, quorum=127.0.0.1:51754, baseZNode=/01314671239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01314671239 2024-11-20T18:22:26,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45647-0x101597b9ac60001, quorum=127.0.0.1:51754, baseZNode=/01314671239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01314671239 2024-11-20T18:22:26,434 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01314671239/online-snapshot/acquired, /01314671239/online-snapshot/reached, /01314671239/online-snapshot/abort 2024-11-20T18:22:26,435 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b87edf34edd,44085,1732126943391 2024-11-20T18:22:26,436 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T18:22:26,437 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T18:22:26,437 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T18:22:26,438 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T18:22:26,438 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b87edf34edd,44085,1732126943391 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T18:22:26,439 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:22:26,439 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:22:26,439 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:22:26,439 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:22:26,439 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b87edf34edd:0, corePoolSize=10, maxPoolSize=10 2024-11-20T18:22:26,439 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:22:26,439 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b87edf34edd:0, corePoolSize=2, maxPoolSize=2 2024-11-20T18:22:26,439 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:22:26,441 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:22:26,442 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T18:22:26,442 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:26,442 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T18:22:26,445 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732126976445 2024-11-20T18:22:26,445 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T18:22:26,445 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T18:22:26,445 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T18:22:26,445 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T18:22:26,446 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T18:22:26,446 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T18:22:26,446 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T18:22:26,446 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T18:22:26,446 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T18:22:26,446 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T18:22:26,446 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T18:22:26,447 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T18:22:26,447 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T18:22:26,447 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732126946447,5,FailOnTimeoutGroup] 2024-11-20T18:22:26,447 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732126946447,5,FailOnTimeoutGroup] 2024-11-20T18:22:26,447 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T18:22:26,447 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T18:22:26,447 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T18:22:26,447 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T18:22:26,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741831_1007 (size=1321) 2024-11-20T18:22:26,449 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T18:22:26,449 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0 2024-11-20T18:22:26,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741832_1008 (size=32) 2024-11-20T18:22:26,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:22:26,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T18:22:26,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T18:22:26,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:26,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:22:26,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T18:22:26,466 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T18:22:26,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:26,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:22:26,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T18:22:26,467 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T18:22:26,467 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:26,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:22:26,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T18:22:26,468 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T18:22:26,468 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:26,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:22:26,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T18:22:26,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/data/hbase/meta/1588230740 2024-11-20T18:22:26,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/data/hbase/meta/1588230740 2024-11-20T18:22:26,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T18:22:26,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T18:22:26,470 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:22:26,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T18:22:26,472 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:22:26,473 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68164306, jitterRate=0.015727311372756958}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:22:26,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732126946462Initializing all the Stores at 1732126946463 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126946463Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126946463Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126946463Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126946463Cleaning up temporary data from old regions at 1732126946470 (+7 ms)Region opened successfully at 1732126946473 (+3 ms) 2024-11-20T18:22:26,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T18:22:26,473 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T18:22:26,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T18:22:26,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T18:22:26,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T18:22:26,474 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T18:22:26,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732126946473Disabling compacts and flushes for region at 1732126946473Disabling writes for close at 1732126946473Writing region close event to WAL at 1732126946474 (+1 ms)Closed at 1732126946474 2024-11-20T18:22:26,475 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:22:26,475 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T18:22:26,475 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T18:22:26,476 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T18:22:26,476 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T18:22:26,518 INFO [RS:0;6b87edf34edd:45647 {}] regionserver.HRegionServer(746): ClusterId : bf41492a-efc6-4509-b56c-ae50917807d6 2024-11-20T18:22:26,518 DEBUG [RS:0;6b87edf34edd:45647 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T18:22:26,542 DEBUG [RS:0;6b87edf34edd:45647 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T18:22:26,542 DEBUG [RS:0;6b87edf34edd:45647 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T18:22:26,554 DEBUG [RS:0;6b87edf34edd:45647 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T18:22:26,554 DEBUG [RS:0;6b87edf34edd:45647 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b5ce112, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b87edf34edd/172.17.0.3:0 2024-11-20T18:22:26,569 DEBUG [RS:0;6b87edf34edd:45647 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b87edf34edd:45647 2024-11-20T18:22:26,569 INFO [RS:0;6b87edf34edd:45647 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T18:22:26,569 INFO [RS:0;6b87edf34edd:45647 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T18:22:26,569 DEBUG [RS:0;6b87edf34edd:45647 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T18:22:26,570 INFO [RS:0;6b87edf34edd:45647 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b87edf34edd,44085,1732126943391 with port=45647, startcode=1732126943576 2024-11-20T18:22:26,570 DEBUG [RS:0;6b87edf34edd:45647 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T18:22:26,572 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34471, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T18:22:26,572 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44085 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b87edf34edd,45647,1732126943576 2024-11-20T18:22:26,572 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44085 {}] master.ServerManager(517): Registering regionserver=6b87edf34edd,45647,1732126943576 2024-11-20T18:22:26,574 DEBUG [RS:0;6b87edf34edd:45647 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0 2024-11-20T18:22:26,574 DEBUG [RS:0;6b87edf34edd:45647 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38301 2024-11-20T18:22:26,574 DEBUG [RS:0;6b87edf34edd:45647 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T18:22:26,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44085-0x101597b9ac60000, quorum=127.0.0.1:51754, baseZNode=/01314671239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01314671239/rs 2024-11-20T18:22:26,585 DEBUG [RS:0;6b87edf34edd:45647 {}] zookeeper.ZKUtil(111): regionserver:45647-0x101597b9ac60001, quorum=127.0.0.1:51754, baseZNode=/01314671239 Set watcher on existing znode=/01314671239/rs/6b87edf34edd,45647,1732126943576 2024-11-20T18:22:26,585 WARN [RS:0;6b87edf34edd:45647 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T18:22:26,585 INFO [RS:0;6b87edf34edd:45647 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:22:26,585 DEBUG [RS:0;6b87edf34edd:45647 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/WALs/6b87edf34edd,45647,1732126943576 2024-11-20T18:22:26,589 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b87edf34edd,45647,1732126943576] 2024-11-20T18:22:26,591 INFO [RS:0;6b87edf34edd:45647 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T18:22:26,596 INFO [RS:0;6b87edf34edd:45647 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T18:22:26,597 INFO [RS:0;6b87edf34edd:45647 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T18:22:26,597 INFO [RS:0;6b87edf34edd:45647 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:22:26,597 INFO [RS:0;6b87edf34edd:45647 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T18:22:26,598 INFO [RS:0;6b87edf34edd:45647 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T18:22:26,598 INFO [RS:0;6b87edf34edd:45647 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T18:22:26,598 DEBUG [RS:0;6b87edf34edd:45647 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:22:26,598 DEBUG [RS:0;6b87edf34edd:45647 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:22:26,599 DEBUG [RS:0;6b87edf34edd:45647 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:22:26,599 DEBUG [RS:0;6b87edf34edd:45647 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:22:26,599 DEBUG [RS:0;6b87edf34edd:45647 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:22:26,599 DEBUG [RS:0;6b87edf34edd:45647 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b87edf34edd:0, corePoolSize=2, maxPoolSize=2 2024-11-20T18:22:26,599 DEBUG [RS:0;6b87edf34edd:45647 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:22:26,599 DEBUG [RS:0;6b87edf34edd:45647 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:22:26,599 DEBUG [RS:0;6b87edf34edd:45647 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:22:26,599 DEBUG [RS:0;6b87edf34edd:45647 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:22:26,599 DEBUG [RS:0;6b87edf34edd:45647 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:22:26,599 DEBUG [RS:0;6b87edf34edd:45647 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:22:26,599 DEBUG [RS:0;6b87edf34edd:45647 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b87edf34edd:0, corePoolSize=3, maxPoolSize=3 2024-11-20T18:22:26,599 DEBUG [RS:0;6b87edf34edd:45647 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b87edf34edd:0, corePoolSize=3, maxPoolSize=3 2024-11-20T18:22:26,599 INFO [RS:0;6b87edf34edd:45647 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T18:22:26,599 INFO [RS:0;6b87edf34edd:45647 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T18:22:26,599 INFO [RS:0;6b87edf34edd:45647 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:22:26,599 INFO [RS:0;6b87edf34edd:45647 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T18:22:26,600 INFO [RS:0;6b87edf34edd:45647 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T18:22:26,600 INFO [RS:0;6b87edf34edd:45647 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,45647,1732126943576-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T18:22:26,618 INFO [RS:0;6b87edf34edd:45647 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T18:22:26,619 INFO [RS:0;6b87edf34edd:45647 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,45647,1732126943576-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:22:26,619 INFO [RS:0;6b87edf34edd:45647 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:22:26,619 INFO [RS:0;6b87edf34edd:45647 {}] regionserver.Replication(171): 6b87edf34edd,45647,1732126943576 started 2024-11-20T18:22:26,626 WARN [6b87edf34edd:44085 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T18:22:26,636 INFO [RS:0;6b87edf34edd:45647 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:22:26,637 INFO [RS:0;6b87edf34edd:45647 {}] regionserver.HRegionServer(1482): Serving as 6b87edf34edd,45647,1732126943576, RpcServer on 6b87edf34edd/172.17.0.3:45647, sessionid=0x101597b9ac60001 2024-11-20T18:22:26,637 DEBUG [RS:0;6b87edf34edd:45647 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T18:22:26,637 DEBUG [RS:0;6b87edf34edd:45647 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b87edf34edd,45647,1732126943576 2024-11-20T18:22:26,637 DEBUG [RS:0;6b87edf34edd:45647 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b87edf34edd,45647,1732126943576' 2024-11-20T18:22:26,637 DEBUG [RS:0;6b87edf34edd:45647 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01314671239/flush-table-proc/abort' 2024-11-20T18:22:26,637 DEBUG [RS:0;6b87edf34edd:45647 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01314671239/flush-table-proc/acquired' 2024-11-20T18:22:26,638 DEBUG [RS:0;6b87edf34edd:45647 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T18:22:26,638 DEBUG [RS:0;6b87edf34edd:45647 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T18:22:26,638 DEBUG [RS:0;6b87edf34edd:45647 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b87edf34edd,45647,1732126943576 2024-11-20T18:22:26,638 DEBUG [RS:0;6b87edf34edd:45647 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b87edf34edd,45647,1732126943576' 2024-11-20T18:22:26,638 DEBUG [RS:0;6b87edf34edd:45647 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01314671239/online-snapshot/abort' 2024-11-20T18:22:26,638 DEBUG [RS:0;6b87edf34edd:45647 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01314671239/online-snapshot/acquired' 2024-11-20T18:22:26,639 DEBUG [RS:0;6b87edf34edd:45647 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T18:22:26,639 INFO [RS:0;6b87edf34edd:45647 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T18:22:26,639 INFO [RS:0;6b87edf34edd:45647 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T18:22:26,739 INFO [RS:0;6b87edf34edd:45647 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T18:22:26,740 INFO [RS:0;6b87edf34edd:45647 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b87edf34edd%2C45647%2C1732126943576, suffix=, logDir=hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/WALs/6b87edf34edd,45647,1732126943576, archiveDir=hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/oldWALs, maxLogs=10 2024-11-20T18:22:26,753 DEBUG [RS:0;6b87edf34edd:45647 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/WALs/6b87edf34edd,45647,1732126943576/6b87edf34edd%2C45647%2C1732126943576.1732126946740, exclude list is [], retry=0 2024-11-20T18:22:26,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46153,DS-e72a3b28-ec4f-473b-87eb-e2586869e639,DISK] 2024-11-20T18:22:26,761 INFO [RS:0;6b87edf34edd:45647 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/WALs/6b87edf34edd,45647,1732126943576/6b87edf34edd%2C45647%2C1732126943576.1732126946740 2024-11-20T18:22:26,761 DEBUG [RS:0;6b87edf34edd:45647 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45005:45005)] 2024-11-20T18:22:26,877 DEBUG [6b87edf34edd:44085 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T18:22:26,877 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b87edf34edd,45647,1732126943576 2024-11-20T18:22:26,879 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b87edf34edd,45647,1732126943576, state=OPENING 2024-11-20T18:22:26,890 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T18:22:26,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44085-0x101597b9ac60000, quorum=127.0.0.1:51754, baseZNode=/01314671239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01314671239 2024-11-20T18:22:26,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45647-0x101597b9ac60001, quorum=127.0.0.1:51754, baseZNode=/01314671239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01314671239 2024-11-20T18:22:26,901 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T18:22:26,902 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01314671239/meta-region-server: CHANGED 2024-11-20T18:22:26,902 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01314671239/meta-region-server: CHANGED 2024-11-20T18:22:26,902 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b87edf34edd,45647,1732126943576}] 2024-11-20T18:22:27,054 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T18:22:27,056 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49821, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T18:22:27,058 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T18:22:27,058 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:22:27,058 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T18:22:27,059 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b87edf34edd%2C45647%2C1732126943576.meta, suffix=.meta, logDir=hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/WALs/6b87edf34edd,45647,1732126943576, archiveDir=hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/oldWALs, maxLogs=10 2024-11-20T18:22:27,071 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/WALs/6b87edf34edd,45647,1732126943576/6b87edf34edd%2C45647%2C1732126943576.meta.1732126947060.meta, exclude list is [], retry=0 2024-11-20T18:22:27,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46153,DS-e72a3b28-ec4f-473b-87eb-e2586869e639,DISK] 2024-11-20T18:22:27,074 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/WALs/6b87edf34edd,45647,1732126943576/6b87edf34edd%2C45647%2C1732126943576.meta.1732126947060.meta 2024-11-20T18:22:27,074 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45005:45005)] 2024-11-20T18:22:27,075 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:22:27,075 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T18:22:27,075 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T18:22:27,075 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T18:22:27,075 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T18:22:27,075 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T18:22:27,075 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:22:27,075 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T18:22:27,075 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T18:22:27,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T18:22:27,077 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T18:22:27,077 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:27,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:22:27,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T18:22:27,077 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T18:22:27,077 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:27,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:22:27,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T18:22:27,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T18:22:27,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:27,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:22:27,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T18:22:27,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T18:22:27,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:27,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:22:27,079 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T18:22:27,079 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/data/hbase/meta/1588230740 2024-11-20T18:22:27,080 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/data/hbase/meta/1588230740 2024-11-20T18:22:27,081 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T18:22:27,081 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T18:22:27,081 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:22:27,082 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T18:22:27,082 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71182320, jitterRate=0.0606992244720459}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:22:27,082 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T18:22:27,082 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732126947075Writing region info on filesystem at 1732126947075Initializing all the Stores at 1732126947076 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126947076Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126947076Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126947076Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126947076Cleaning up temporary data from old regions at 1732126947081 (+5 ms)Running coprocessor post-open hooks at 1732126947082 (+1 ms)Region opened successfully at 1732126947082 2024-11-20T18:22:27,083 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732126947054 2024-11-20T18:22:27,084 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T18:22:27,084 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T18:22:27,085 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b87edf34edd,45647,1732126943576 2024-11-20T18:22:27,086 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b87edf34edd,45647,1732126943576, state=OPEN 2024-11-20T18:22:27,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45647-0x101597b9ac60001, quorum=127.0.0.1:51754, baseZNode=/01314671239 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01314671239/meta-region-server 2024-11-20T18:22:27,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44085-0x101597b9ac60000, quorum=127.0.0.1:51754, baseZNode=/01314671239 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01314671239/meta-region-server 2024-11-20T18:22:27,152 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b87edf34edd,45647,1732126943576 2024-11-20T18:22:27,152 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01314671239/meta-region-server: CHANGED 2024-11-20T18:22:27,152 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01314671239/meta-region-server: CHANGED 2024-11-20T18:22:27,154 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T18:22:27,154 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b87edf34edd,45647,1732126943576 in 250 msec 2024-11-20T18:22:27,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T18:22:27,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 679 msec 2024-11-20T18:22:27,156 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:22:27,156 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T18:22:27,157 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:22:27,157 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,45647,1732126943576, seqNum=-1] 2024-11-20T18:22:27,157 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:22:27,158 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34747, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:22:27,161 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 724 msec 2024-11-20T18:22:27,161 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732126947161, completionTime=-1 2024-11-20T18:22:27,162 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T18:22:27,162 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T18:22:27,163 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T18:22:27,163 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732127007163 2024-11-20T18:22:27,163 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732127067163 2024-11-20T18:22:27,163 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T18:22:27,163 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,44085,1732126943391-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:22:27,163 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,44085,1732126943391-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:22:27,163 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,44085,1732126943391-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:22:27,163 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b87edf34edd:44085, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:22:27,163 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T18:22:27,163 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T18:22:27,165 DEBUG [master/6b87edf34edd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T18:22:27,166 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.398sec 2024-11-20T18:22:27,166 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T18:22:27,166 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T18:22:27,166 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T18:22:27,166 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T18:22:27,166 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T18:22:27,166 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,44085,1732126943391-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T18:22:27,166 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,44085,1732126943391-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T18:22:27,168 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T18:22:27,168 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T18:22:27,168 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,44085,1732126943391-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:22:27,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4009522b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:27,218 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,44085,-1 for getting cluster id 2024-11-20T18:22:27,218 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:22:27,219 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf41492a-efc6-4509-b56c-ae50917807d6' 2024-11-20T18:22:27,219 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:22:27,220 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf41492a-efc6-4509-b56c-ae50917807d6" 2024-11-20T18:22:27,220 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ef826c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:27,220 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,44085,-1] 2024-11-20T18:22:27,220 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:22:27,220 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:27,221 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:22:27,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@750260dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:27,222 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:22:27,222 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,45647,1732126943576, seqNum=-1] 2024-11-20T18:22:27,223 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:22:27,223 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:22:27,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b87edf34edd,44085,1732126943391 2024-11-20T18:22:27,225 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51754 2024-11-20T18:22:27,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51754, baseZNode=/01314671239 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:22:27,245 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101597b9ac60002 connected 2024-11-20T18:22:27,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63cd110-d127-2937-87c9-55176ff2855e/hadoop.log.dir so I do NOT create it in target/test-data/9daee618-af57-750b-4f60-110e0703d2b0 2024-11-20T18:22:27,257 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63cd110-d127-2937-87c9-55176ff2855e/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T18:22:27,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63cd110-d127-2937-87c9-55176ff2855e/hadoop.tmp.dir so I do NOT create it in target/test-data/9daee618-af57-750b-4f60-110e0703d2b0 2024-11-20T18:22:27,257 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63cd110-d127-2937-87c9-55176ff2855e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T18:22:27,257 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9daee618-af57-750b-4f60-110e0703d2b0 2024-11-20T18:22:27,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T18:22:27,257 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9daee618-af57-750b-4f60-110e0703d2b0/cluster_e3f9b476-bbb0-940f-3fa7-6d0067a7eeab, deleteOnExit=true 2024-11-20T18:22:27,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T18:22:27,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9daee618-af57-750b-4f60-110e0703d2b0/test.cache.data in system properties and HBase conf 2024-11-20T18:22:27,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9daee618-af57-750b-4f60-110e0703d2b0/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T18:22:27,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9daee618-af57-750b-4f60-110e0703d2b0/hadoop.log.dir in system properties and HBase conf 2024-11-20T18:22:27,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9daee618-af57-750b-4f60-110e0703d2b0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T18:22:27,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9daee618-af57-750b-4f60-110e0703d2b0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T18:22:27,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T18:22:27,258 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T18:22:27,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9daee618-af57-750b-4f60-110e0703d2b0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T18:22:27,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9daee618-af57-750b-4f60-110e0703d2b0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T18:22:27,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9daee618-af57-750b-4f60-110e0703d2b0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T18:22:27,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9daee618-af57-750b-4f60-110e0703d2b0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T18:22:27,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9daee618-af57-750b-4f60-110e0703d2b0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T18:22:27,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9daee618-af57-750b-4f60-110e0703d2b0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T18:22:27,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9daee618-af57-750b-4f60-110e0703d2b0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T18:22:27,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9daee618-af57-750b-4f60-110e0703d2b0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T18:22:27,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9daee618-af57-750b-4f60-110e0703d2b0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T18:22:27,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9daee618-af57-750b-4f60-110e0703d2b0/nfs.dump.dir in system properties and HBase conf 2024-11-20T18:22:27,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9daee618-af57-750b-4f60-110e0703d2b0/java.io.tmpdir in system properties and HBase conf 2024-11-20T18:22:27,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9daee618-af57-750b-4f60-110e0703d2b0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T18:22:27,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9daee618-af57-750b-4f60-110e0703d2b0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T18:22:27,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9daee618-af57-750b-4f60-110e0703d2b0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T18:22:27,610 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:22:27,613 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T18:22:27,614 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T18:22:27,614 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T18:22:27,614 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T18:22:27,615 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:22:27,616 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@155223ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9daee618-af57-750b-4f60-110e0703d2b0/hadoop.log.dir/,AVAILABLE} 2024-11-20T18:22:27,616 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@406f587c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T18:22:27,740 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76605d50{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9daee618-af57-750b-4f60-110e0703d2b0/java.io.tmpdir/jetty-localhost-42993-hadoop-hdfs-3_4_1-tests_jar-_-any-9999450346749061478/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T18:22:27,740 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4df2da5f{HTTP/1.1, (http/1.1)}{localhost:42993} 2024-11-20T18:22:27,741 INFO [Time-limited test {}] server.Server(415): Started @288081ms 2024-11-20T18:22:28,013 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:22:28,019 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T18:22:28,020 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T18:22:28,020 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T18:22:28,020 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T18:22:28,022 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@557b24c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9daee618-af57-750b-4f60-110e0703d2b0/hadoop.log.dir/,AVAILABLE} 2024-11-20T18:22:28,022 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bc7d2bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T18:22:28,133 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45ae30c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9daee618-af57-750b-4f60-110e0703d2b0/java.io.tmpdir/jetty-localhost-45753-hadoop-hdfs-3_4_1-tests_jar-_-any-13712774742597667004/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T18:22:28,134 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6545b519{HTTP/1.1, (http/1.1)}{localhost:45753} 2024-11-20T18:22:28,134 INFO [Time-limited test {}] server.Server(415): Started @288474ms 2024-11-20T18:22:28,135 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T18:22:28,935 WARN [Thread-3589 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9daee618-af57-750b-4f60-110e0703d2b0/cluster_e3f9b476-bbb0-940f-3fa7-6d0067a7eeab/data/data1/current/BP-821220764-172.17.0.3-1732126947272/current, will proceed with Du for space computation calculation, 2024-11-20T18:22:28,935 WARN [Thread-3590 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9daee618-af57-750b-4f60-110e0703d2b0/cluster_e3f9b476-bbb0-940f-3fa7-6d0067a7eeab/data/data2/current/BP-821220764-172.17.0.3-1732126947272/current, will proceed with Du for space computation calculation, 2024-11-20T18:22:28,953 WARN [Thread-3577 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T18:22:28,957 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdac2f125cbac3130 with lease ID 0xc3d613e0ef9bcafe: Processing first storage report for DS-bac1823d-70ef-4aa4-816e-4e5b27576131 from datanode DatanodeRegistration(127.0.0.1:38311, datanodeUuid=f3b5398e-369d-47c6-b700-32f5d97ac412, infoPort=33553, infoSecurePort=0, ipcPort=40603, storageInfo=lv=-57;cid=testClusterID;nsid=194440609;c=1732126947272) 2024-11-20T18:22:28,957 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdac2f125cbac3130 with lease ID 0xc3d613e0ef9bcafe: from storage DS-bac1823d-70ef-4aa4-816e-4e5b27576131 node DatanodeRegistration(127.0.0.1:38311, datanodeUuid=f3b5398e-369d-47c6-b700-32f5d97ac412, infoPort=33553, infoSecurePort=0, ipcPort=40603, storageInfo=lv=-57;cid=testClusterID;nsid=194440609;c=1732126947272), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T18:22:28,957 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdac2f125cbac3130 with lease ID 0xc3d613e0ef9bcafe: Processing first storage report for DS-fd769d92-e572-413b-b661-80af6363d392 from datanode DatanodeRegistration(127.0.0.1:38311, datanodeUuid=f3b5398e-369d-47c6-b700-32f5d97ac412, infoPort=33553, infoSecurePort=0, ipcPort=40603, storageInfo=lv=-57;cid=testClusterID;nsid=194440609;c=1732126947272) 2024-11-20T18:22:28,957 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdac2f125cbac3130 with lease ID 0xc3d613e0ef9bcafe: from storage DS-fd769d92-e572-413b-b661-80af6363d392 node DatanodeRegistration(127.0.0.1:38311, datanodeUuid=f3b5398e-369d-47c6-b700-32f5d97ac412, infoPort=33553, infoSecurePort=0, ipcPort=40603, storageInfo=lv=-57;cid=testClusterID;nsid=194440609;c=1732126947272), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T18:22:28,970 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9daee618-af57-750b-4f60-110e0703d2b0 2024-11-20T18:22:28,970 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:22:28,971 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:22:28,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38311 is added to blk_1073741825_1001 (size=7) 2024-11-20T18:22:29,386 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d with version=8 2024-11-20T18:22:29,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/hbase-staging 2024-11-20T18:22:29,388 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b87edf34edd:0 server-side Connection retries=45 2024-11-20T18:22:29,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:22:29,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T18:22:29,389 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T18:22:29,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:22:29,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T18:22:29,389 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T18:22:29,389 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T18:22:29,389 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35053 2024-11-20T18:22:29,390 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35053 connecting to ZooKeeper ensemble=127.0.0.1:51754 2024-11-20T18:22:29,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350530x0, quorum=127.0.0.1:51754, baseZNode=/1402183626 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:22:29,447 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35053-0x101597b9ac60003 connected 2024-11-20T18:22:29,574 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:22:29,575 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:22:29,577 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35053-0x101597b9ac60003, quorum=127.0.0.1:51754, baseZNode=/1402183626 Set watcher on znode that does not yet exist, /1402183626/running 2024-11-20T18:22:29,577 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d, hbase.cluster.distributed=false 2024-11-20T18:22:29,578 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35053-0x101597b9ac60003, quorum=127.0.0.1:51754, baseZNode=/1402183626 Set watcher on znode that does not yet exist, /1402183626/acl 2024-11-20T18:22:29,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35053 2024-11-20T18:22:29,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35053 2024-11-20T18:22:29,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35053 2024-11-20T18:22:29,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35053 2024-11-20T18:22:29,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35053 2024-11-20T18:22:29,597 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b87edf34edd:0 server-side Connection retries=45 2024-11-20T18:22:29,597 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:22:29,597 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T18:22:29,597 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T18:22:29,597 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:22:29,597 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T18:22:29,597 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T18:22:29,597 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T18:22:29,598 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36869 2024-11-20T18:22:29,598 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36869 connecting to ZooKeeper ensemble=127.0.0.1:51754 2024-11-20T18:22:29,599 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:22:29,601 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:22:29,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:368690x0, quorum=127.0.0.1:51754, baseZNode=/1402183626 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:22:29,617 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:368690x0, quorum=127.0.0.1:51754, baseZNode=/1402183626 Set watcher on znode that does not yet exist, /1402183626/running 2024-11-20T18:22:29,617 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T18:22:29,617 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36869-0x101597b9ac60004 connected 2024-11-20T18:22:29,617 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T18:22:29,618 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36869-0x101597b9ac60004, quorum=127.0.0.1:51754, baseZNode=/1402183626 Set watcher on znode that does not yet exist, /1402183626/master 2024-11-20T18:22:29,618 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36869-0x101597b9ac60004, quorum=127.0.0.1:51754, baseZNode=/1402183626 Set watcher on znode that does not yet exist, /1402183626/acl 2024-11-20T18:22:29,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36869 2024-11-20T18:22:29,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36869 2024-11-20T18:22:29,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36869 2024-11-20T18:22:29,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36869 2024-11-20T18:22:29,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36869 2024-11-20T18:22:29,651 DEBUG [M:0;6b87edf34edd:35053 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b87edf34edd:35053 2024-11-20T18:22:29,652 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1402183626/backup-masters/6b87edf34edd,35053,1732126949388 2024-11-20T18:22:29,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36869-0x101597b9ac60004, quorum=127.0.0.1:51754, baseZNode=/1402183626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1402183626/backup-masters 2024-11-20T18:22:29,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35053-0x101597b9ac60003, quorum=127.0.0.1:51754, baseZNode=/1402183626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1402183626/backup-masters 2024-11-20T18:22:29,669 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35053-0x101597b9ac60003, quorum=127.0.0.1:51754, baseZNode=/1402183626 Set watcher on existing znode=/1402183626/backup-masters/6b87edf34edd,35053,1732126949388 2024-11-20T18:22:29,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35053-0x101597b9ac60003, quorum=127.0.0.1:51754, baseZNode=/1402183626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1402183626 2024-11-20T18:22:29,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36869-0x101597b9ac60004, quorum=127.0.0.1:51754, baseZNode=/1402183626 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1402183626/master 2024-11-20T18:22:29,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36869-0x101597b9ac60004, quorum=127.0.0.1:51754, baseZNode=/1402183626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1402183626 2024-11-20T18:22:29,690 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35053-0x101597b9ac60003, quorum=127.0.0.1:51754, baseZNode=/1402183626 Set watcher on existing znode=/1402183626/master 2024-11-20T18:22:29,690 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1402183626/backup-masters/6b87edf34edd,35053,1732126949388 from backup master directory 2024-11-20T18:22:29,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36869-0x101597b9ac60004, quorum=127.0.0.1:51754, baseZNode=/1402183626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1402183626/backup-masters 2024-11-20T18:22:29,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35053-0x101597b9ac60003, quorum=127.0.0.1:51754, baseZNode=/1402183626 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1402183626/backup-masters/6b87edf34edd,35053,1732126949388 2024-11-20T18:22:29,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35053-0x101597b9ac60003, quorum=127.0.0.1:51754, baseZNode=/1402183626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1402183626/backup-masters 2024-11-20T18:22:29,711 WARN [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T18:22:29,711 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b87edf34edd,35053,1732126949388 2024-11-20T18:22:29,713 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/hbase.id] with ID: aebf4b0c-4f8b-45fb-87b4-5a27b92ed111 2024-11-20T18:22:29,713 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/.tmp/hbase.id 2024-11-20T18:22:29,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38311 is added to blk_1073741826_1002 (size=42) 2024-11-20T18:22:30,120 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/.tmp/hbase.id]:[hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/hbase.id] 2024-11-20T18:22:30,138 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:22:30,138 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T18:22:30,139 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T18:22:30,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36869-0x101597b9ac60004, quorum=127.0.0.1:51754, baseZNode=/1402183626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1402183626 2024-11-20T18:22:30,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35053-0x101597b9ac60003, quorum=127.0.0.1:51754, baseZNode=/1402183626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1402183626 2024-11-20T18:22:30,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38311 is added to blk_1073741827_1003 (size=196) 2024-11-20T18:22:30,575 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T18:22:30,575 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T18:22:30,575 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:22:30,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38311 is added to blk_1073741828_1004 (size=1189) 2024-11-20T18:22:30,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:30,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:30,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:30,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:30,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:30,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:30,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:30,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:30,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:30,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:30,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:30,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:30,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:30,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:30,984 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/MasterData/data/master/store 2024-11-20T18:22:30,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38311 is added to blk_1073741829_1005 (size=34) 2024-11-20T18:22:30,992 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:22:30,992 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T18:22:30,992 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:22:30,993 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:22:30,993 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T18:22:30,993 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:22:30,993 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:22:30,993 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732126950992Disabling compacts and flushes for region at 1732126950992Disabling writes for close at 1732126950993 (+1 ms)Writing region close event to WAL at 1732126950993Closed at 1732126950993 2024-11-20T18:22:30,994 WARN [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/MasterData/data/master/store/.initializing 2024-11-20T18:22:30,995 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/MasterData/WALs/6b87edf34edd,35053,1732126949388 2024-11-20T18:22:30,996 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T18:22:30,997 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b87edf34edd%2C35053%2C1732126949388, suffix=, logDir=hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/MasterData/WALs/6b87edf34edd,35053,1732126949388, archiveDir=hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/MasterData/oldWALs, maxLogs=10 2024-11-20T18:22:31,019 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/MasterData/WALs/6b87edf34edd,35053,1732126949388/6b87edf34edd%2C35053%2C1732126949388.1732126950997, exclude list is [], retry=0 2024-11-20T18:22:31,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38311,DS-bac1823d-70ef-4aa4-816e-4e5b27576131,DISK] 2024-11-20T18:22:31,037 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/MasterData/WALs/6b87edf34edd,35053,1732126949388/6b87edf34edd%2C35053%2C1732126949388.1732126950997 2024-11-20T18:22:31,054 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33553:33553)] 2024-11-20T18:22:31,054 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:22:31,055 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:22:31,055 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:22:31,055 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:22:31,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:22:31,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T18:22:31,082 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:31,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:22:31,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:22:31,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T18:22:31,084 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:31,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:22:31,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:22:31,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T18:22:31,088 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:31,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:22:31,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:22:31,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T18:22:31,090 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:31,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:22:31,090 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:22:31,091 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:22:31,092 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:22:31,093 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:22:31,093 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:22:31,093 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:22:31,094 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:22:31,105 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:22:31,105 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64516512, jitterRate=-0.03862905502319336}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:22:31,105 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732126951055Initializing all the Stores at 1732126951058 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126951058Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126951068 (+10 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126951068Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126951068Cleaning up temporary data from old regions at 1732126951093 (+25 ms)Region opened successfully at 1732126951105 (+12 ms) 2024-11-20T18:22:31,111 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T18:22:31,113 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d37d637, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b87edf34edd/172.17.0.3:0 2024-11-20T18:22:31,114 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T18:22:31,114 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T18:22:31,114 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T18:22:31,114 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T18:22:31,125 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 10 msec 2024-11-20T18:22:31,125 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T18:22:31,125 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T18:22:31,132 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T18:22:31,133 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35053-0x101597b9ac60003, quorum=127.0.0.1:51754, baseZNode=/1402183626 Unable to get data of znode /1402183626/balancer because node does not exist (not necessarily an error) 2024-11-20T18:22:31,259 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1402183626/balancer already deleted, retry=false 2024-11-20T18:22:31,259 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T18:22:31,260 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35053-0x101597b9ac60003, quorum=127.0.0.1:51754, baseZNode=/1402183626 Unable to get data of znode /1402183626/normalizer because node does not exist (not necessarily an error) 2024-11-20T18:22:31,312 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T18:22:31,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:31,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:31,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:31,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:31,322 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1402183626/normalizer already deleted, retry=false 2024-11-20T18:22:31,323 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T18:22:31,324 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35053-0x101597b9ac60003, quorum=127.0.0.1:51754, baseZNode=/1402183626 Unable to get data of znode /1402183626/switch/split because node does not exist (not necessarily an error) 2024-11-20T18:22:31,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:31,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:31,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:31,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:31,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:31,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:31,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:31,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:31,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:31,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:31,386 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1402183626/switch/split already deleted, retry=false 2024-11-20T18:22:31,387 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35053-0x101597b9ac60003, quorum=127.0.0.1:51754, baseZNode=/1402183626 Unable to get data of znode /1402183626/switch/merge because node does not exist (not necessarily an error) 2024-11-20T18:22:31,459 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1402183626/switch/merge already deleted, retry=false 2024-11-20T18:22:31,461 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35053-0x101597b9ac60003, quorum=127.0.0.1:51754, baseZNode=/1402183626 Unable to get data of znode /1402183626/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T18:22:31,578 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1402183626/snapshot-cleanup already deleted, retry=false 2024-11-20T18:22:31,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36869-0x101597b9ac60004, quorum=127.0.0.1:51754, baseZNode=/1402183626 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1402183626/running 2024-11-20T18:22:31,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35053-0x101597b9ac60003, quorum=127.0.0.1:51754, baseZNode=/1402183626 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1402183626/running 2024-11-20T18:22:31,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36869-0x101597b9ac60004, quorum=127.0.0.1:51754, baseZNode=/1402183626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1402183626 2024-11-20T18:22:31,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35053-0x101597b9ac60003, quorum=127.0.0.1:51754, baseZNode=/1402183626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1402183626 2024-11-20T18:22:31,595 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b87edf34edd,35053,1732126949388, sessionid=0x101597b9ac60003, setting cluster-up flag (Was=false) 2024-11-20T18:22:31,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35053-0x101597b9ac60003, quorum=127.0.0.1:51754, baseZNode=/1402183626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1402183626 2024-11-20T18:22:31,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36869-0x101597b9ac60004, quorum=127.0.0.1:51754, baseZNode=/1402183626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1402183626 2024-11-20T18:22:31,749 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1402183626/flush-table-proc/acquired, /1402183626/flush-table-proc/reached, /1402183626/flush-table-proc/abort 2024-11-20T18:22:31,750 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b87edf34edd,35053,1732126949388 2024-11-20T18:22:31,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36869-0x101597b9ac60004, quorum=127.0.0.1:51754, baseZNode=/1402183626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1402183626 2024-11-20T18:22:31,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35053-0x101597b9ac60003, quorum=127.0.0.1:51754, baseZNode=/1402183626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1402183626 2024-11-20T18:22:31,802 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1402183626/online-snapshot/acquired, /1402183626/online-snapshot/reached, /1402183626/online-snapshot/abort 2024-11-20T18:22:31,803 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b87edf34edd,35053,1732126949388 2024-11-20T18:22:31,803 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T18:22:31,804 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T18:22:31,805 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T18:22:31,805 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T18:22:31,805 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b87edf34edd,35053,1732126949388 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T18:22:31,806 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:22:31,806 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:22:31,806 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:22:31,806 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:22:31,806 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b87edf34edd:0, corePoolSize=10, maxPoolSize=10 2024-11-20T18:22:31,806 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:22:31,806 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b87edf34edd:0, corePoolSize=2, maxPoolSize=2 2024-11-20T18:22:31,806 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:22:31,807 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732126981807 2024-11-20T18:22:31,807 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T18:22:31,807 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:22:31,807 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T18:22:31,807 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T18:22:31,807 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T18:22:31,807 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T18:22:31,807 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T18:22:31,807 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T18:22:31,808 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T18:22:31,808 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:31,808 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T18:22:31,808 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T18:22:31,808 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T18:22:31,808 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T18:22:31,808 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T18:22:31,809 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T18:22:31,809 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T18:22:31,812 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732126951809,5,FailOnTimeoutGroup] 2024-11-20T18:22:31,816 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732126951812,5,FailOnTimeoutGroup] 2024-11-20T18:22:31,816 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T18:22:31,816 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T18:22:31,816 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T18:22:31,816 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T18:22:31,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38311 is added to blk_1073741831_1007 (size=1321) 2024-11-20T18:22:31,828 INFO [RS:0;6b87edf34edd:36869 {}] regionserver.HRegionServer(746): ClusterId : aebf4b0c-4f8b-45fb-87b4-5a27b92ed111 2024-11-20T18:22:31,828 DEBUG [RS:0;6b87edf34edd:36869 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T18:22:31,838 DEBUG [RS:0;6b87edf34edd:36869 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T18:22:31,838 DEBUG [RS:0;6b87edf34edd:36869 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T18:22:31,848 DEBUG [RS:0;6b87edf34edd:36869 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T18:22:31,848 DEBUG [RS:0;6b87edf34edd:36869 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7de556d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b87edf34edd/172.17.0.3:0 2024-11-20T18:22:31,864 DEBUG [RS:0;6b87edf34edd:36869 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b87edf34edd:36869 2024-11-20T18:22:31,864 INFO [RS:0;6b87edf34edd:36869 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T18:22:31,864 INFO [RS:0;6b87edf34edd:36869 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T18:22:31,864 DEBUG [RS:0;6b87edf34edd:36869 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T18:22:31,865 INFO [RS:0;6b87edf34edd:36869 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b87edf34edd,35053,1732126949388 with port=36869, startcode=1732126949597 2024-11-20T18:22:31,865 DEBUG [RS:0;6b87edf34edd:36869 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T18:22:31,866 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60919, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T18:22:31,866 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35053 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b87edf34edd,36869,1732126949597 2024-11-20T18:22:31,867 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35053 {}] master.ServerManager(517): Registering regionserver=6b87edf34edd,36869,1732126949597 2024-11-20T18:22:31,868 DEBUG [RS:0;6b87edf34edd:36869 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d 2024-11-20T18:22:31,868 DEBUG [RS:0;6b87edf34edd:36869 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43023 2024-11-20T18:22:31,868 DEBUG [RS:0;6b87edf34edd:36869 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T18:22:31,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35053-0x101597b9ac60003, quorum=127.0.0.1:51754, baseZNode=/1402183626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1402183626/rs 2024-11-20T18:22:31,880 DEBUG [RS:0;6b87edf34edd:36869 {}] zookeeper.ZKUtil(111): regionserver:36869-0x101597b9ac60004, quorum=127.0.0.1:51754, baseZNode=/1402183626 Set watcher on existing znode=/1402183626/rs/6b87edf34edd,36869,1732126949597 2024-11-20T18:22:31,880 WARN [RS:0;6b87edf34edd:36869 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T18:22:31,880 INFO [RS:0;6b87edf34edd:36869 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:22:31,880 DEBUG [RS:0;6b87edf34edd:36869 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/WALs/6b87edf34edd,36869,1732126949597 2024-11-20T18:22:31,880 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b87edf34edd,36869,1732126949597] 2024-11-20T18:22:31,889 INFO [RS:0;6b87edf34edd:36869 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T18:22:31,891 INFO [RS:0;6b87edf34edd:36869 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T18:22:31,892 INFO [RS:0;6b87edf34edd:36869 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T18:22:31,892 INFO [RS:0;6b87edf34edd:36869 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:22:31,894 INFO [RS:0;6b87edf34edd:36869 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T18:22:31,895 INFO [RS:0;6b87edf34edd:36869 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T18:22:31,895 INFO [RS:0;6b87edf34edd:36869 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T18:22:31,895 DEBUG [RS:0;6b87edf34edd:36869 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:22:31,895 DEBUG [RS:0;6b87edf34edd:36869 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:22:31,895 DEBUG [RS:0;6b87edf34edd:36869 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:22:31,895 DEBUG [RS:0;6b87edf34edd:36869 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:22:31,895 DEBUG [RS:0;6b87edf34edd:36869 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:22:31,895 DEBUG [RS:0;6b87edf34edd:36869 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b87edf34edd:0, corePoolSize=2, maxPoolSize=2 2024-11-20T18:22:31,895 DEBUG [RS:0;6b87edf34edd:36869 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:22:31,895 DEBUG [RS:0;6b87edf34edd:36869 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:22:31,895 DEBUG [RS:0;6b87edf34edd:36869 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:22:31,895 DEBUG [RS:0;6b87edf34edd:36869 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:22:31,895 DEBUG [RS:0;6b87edf34edd:36869 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:22:31,895 DEBUG [RS:0;6b87edf34edd:36869 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:22:31,896 DEBUG [RS:0;6b87edf34edd:36869 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b87edf34edd:0, corePoolSize=3, maxPoolSize=3 2024-11-20T18:22:31,896 DEBUG [RS:0;6b87edf34edd:36869 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b87edf34edd:0, corePoolSize=3, maxPoolSize=3 2024-11-20T18:22:31,896 INFO [RS:0;6b87edf34edd:36869 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T18:22:31,896 INFO [RS:0;6b87edf34edd:36869 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T18:22:31,896 INFO [RS:0;6b87edf34edd:36869 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:22:31,896 INFO [RS:0;6b87edf34edd:36869 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T18:22:31,896 INFO [RS:0;6b87edf34edd:36869 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T18:22:31,896 INFO [RS:0;6b87edf34edd:36869 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,36869,1732126949597-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T18:22:31,912 INFO [RS:0;6b87edf34edd:36869 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T18:22:31,912 INFO [RS:0;6b87edf34edd:36869 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,36869,1732126949597-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:22:31,912 INFO [RS:0;6b87edf34edd:36869 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:22:31,912 INFO [RS:0;6b87edf34edd:36869 {}] regionserver.Replication(171): 6b87edf34edd,36869,1732126949597 started 2024-11-20T18:22:31,924 INFO [RS:0;6b87edf34edd:36869 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:22:31,924 INFO [RS:0;6b87edf34edd:36869 {}] regionserver.HRegionServer(1482): Serving as 6b87edf34edd,36869,1732126949597, RpcServer on 6b87edf34edd/172.17.0.3:36869, sessionid=0x101597b9ac60004 2024-11-20T18:22:31,924 DEBUG [RS:0;6b87edf34edd:36869 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T18:22:31,924 DEBUG [RS:0;6b87edf34edd:36869 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b87edf34edd,36869,1732126949597 2024-11-20T18:22:31,924 DEBUG [RS:0;6b87edf34edd:36869 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b87edf34edd,36869,1732126949597' 2024-11-20T18:22:31,924 DEBUG [RS:0;6b87edf34edd:36869 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1402183626/flush-table-proc/abort' 2024-11-20T18:22:31,925 DEBUG [RS:0;6b87edf34edd:36869 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1402183626/flush-table-proc/acquired' 2024-11-20T18:22:31,925 DEBUG [RS:0;6b87edf34edd:36869 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T18:22:31,925 DEBUG [RS:0;6b87edf34edd:36869 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T18:22:31,925 DEBUG [RS:0;6b87edf34edd:36869 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b87edf34edd,36869,1732126949597 2024-11-20T18:22:31,925 DEBUG [RS:0;6b87edf34edd:36869 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b87edf34edd,36869,1732126949597' 2024-11-20T18:22:31,925 DEBUG [RS:0;6b87edf34edd:36869 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1402183626/online-snapshot/abort' 2024-11-20T18:22:31,925 DEBUG [RS:0;6b87edf34edd:36869 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1402183626/online-snapshot/acquired' 2024-11-20T18:22:31,925 DEBUG [RS:0;6b87edf34edd:36869 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T18:22:31,926 INFO [RS:0;6b87edf34edd:36869 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T18:22:31,926 INFO [RS:0;6b87edf34edd:36869 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T18:22:32,026 INFO [RS:0;6b87edf34edd:36869 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T18:22:32,027 INFO [RS:0;6b87edf34edd:36869 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b87edf34edd%2C36869%2C1732126949597, suffix=, logDir=hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/WALs/6b87edf34edd,36869,1732126949597, archiveDir=hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/oldWALs, maxLogs=10 2024-11-20T18:22:32,040 DEBUG [RS:0;6b87edf34edd:36869 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/WALs/6b87edf34edd,36869,1732126949597/6b87edf34edd%2C36869%2C1732126949597.1732126952027, exclude list is [], retry=0 2024-11-20T18:22:32,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38311,DS-bac1823d-70ef-4aa4-816e-4e5b27576131,DISK] 2024-11-20T18:22:32,043 INFO [RS:0;6b87edf34edd:36869 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/WALs/6b87edf34edd,36869,1732126949597/6b87edf34edd%2C36869%2C1732126949597.1732126952027 2024-11-20T18:22:32,043 DEBUG [RS:0;6b87edf34edd:36869 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33553:33553)] 2024-11-20T18:22:32,221 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T18:22:32,221 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d 2024-11-20T18:22:32,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38311 is added to blk_1073741833_1009 (size=32) 2024-11-20T18:22:32,591 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T18:22:32,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:22:32,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T18:22:32,632 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T18:22:32,632 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:32,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:22:32,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T18:22:32,633 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T18:22:32,633 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:32,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:22:32,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T18:22:32,635 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T18:22:32,635 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:32,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:22:32,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T18:22:32,635 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T18:22:32,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:32,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:22:32,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T18:22:32,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/data/hbase/meta/1588230740 2024-11-20T18:22:32,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/data/hbase/meta/1588230740 2024-11-20T18:22:32,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T18:22:32,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T18:22:32,638 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:22:32,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T18:22:32,640 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:22:32,640 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75427179, jitterRate=0.12395255267620087}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:22:32,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732126952630Initializing all the Stores at 1732126952631 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126952631Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126952631Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126952631Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126952631Cleaning up temporary data from old regions at 1732126952637 (+6 ms)Region opened successfully at 1732126952640 (+3 ms) 2024-11-20T18:22:32,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T18:22:32,640 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T18:22:32,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T18:22:32,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T18:22:32,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T18:22:32,640 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T18:22:32,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732126952640Disabling compacts and flushes for region at 1732126952640Disabling writes for close at 1732126952640Writing region close event to WAL at 1732126952640Closed at 1732126952640 2024-11-20T18:22:32,641 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:22:32,641 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T18:22:32,641 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T18:22:32,642 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T18:22:32,642 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T18:22:32,793 DEBUG [6b87edf34edd:35053 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T18:22:32,793 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b87edf34edd,36869,1732126949597 2024-11-20T18:22:32,794 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b87edf34edd,36869,1732126949597, state=OPENING 2024-11-20T18:22:32,879 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T18:22:32,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36869-0x101597b9ac60004, quorum=127.0.0.1:51754, baseZNode=/1402183626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1402183626 2024-11-20T18:22:32,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35053-0x101597b9ac60003, quorum=127.0.0.1:51754, baseZNode=/1402183626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1402183626 2024-11-20T18:22:32,947 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1402183626/meta-region-server: CHANGED 2024-11-20T18:22:32,947 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1402183626/meta-region-server: CHANGED 2024-11-20T18:22:32,947 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T18:22:32,947 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b87edf34edd,36869,1732126949597}] 2024-11-20T18:22:33,100 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T18:22:33,101 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56611, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T18:22:33,103 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T18:22:33,103 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:22:33,103 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T18:22:33,104 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b87edf34edd%2C36869%2C1732126949597.meta, suffix=.meta, logDir=hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/WALs/6b87edf34edd,36869,1732126949597, archiveDir=hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/oldWALs, maxLogs=10 2024-11-20T18:22:33,116 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/WALs/6b87edf34edd,36869,1732126949597/6b87edf34edd%2C36869%2C1732126949597.meta.1732126953105.meta, exclude list is [], retry=0 2024-11-20T18:22:33,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38311,DS-bac1823d-70ef-4aa4-816e-4e5b27576131,DISK] 2024-11-20T18:22:33,119 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/WALs/6b87edf34edd,36869,1732126949597/6b87edf34edd%2C36869%2C1732126949597.meta.1732126953105.meta 2024-11-20T18:22:33,120 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33553:33553)] 2024-11-20T18:22:33,120 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:22:33,120 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T18:22:33,120 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T18:22:33,120 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T18:22:33,120 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T18:22:33,120 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T18:22:33,120 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:22:33,121 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T18:22:33,121 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T18:22:33,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T18:22:33,122 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T18:22:33,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:33,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:22:33,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T18:22:33,123 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T18:22:33,123 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:33,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:22:33,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T18:22:33,124 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T18:22:33,124 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:33,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:22:33,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T18:22:33,124 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T18:22:33,124 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:33,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:22:33,125 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T18:22:33,125 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/data/hbase/meta/1588230740 2024-11-20T18:22:33,126 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/data/hbase/meta/1588230740 2024-11-20T18:22:33,127 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T18:22:33,127 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T18:22:33,127 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:22:33,128 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T18:22:33,128 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59176732, jitterRate=-0.1181979775428772}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:22:33,128 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T18:22:33,128 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732126953121Writing region info on filesystem at 1732126953121Initializing all the Stores at 1732126953121Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126953121Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126953121Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126953121Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126953121Cleaning up temporary data from old regions at 1732126953127 (+6 ms)Running coprocessor post-open hooks at 1732126953128 (+1 ms)Region opened successfully at 1732126953128 2024-11-20T18:22:33,129 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732126953099 2024-11-20T18:22:33,131 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T18:22:33,131 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T18:22:33,131 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b87edf34edd,36869,1732126949597 2024-11-20T18:22:33,132 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b87edf34edd,36869,1732126949597, state=OPEN 2024-11-20T18:22:33,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36869-0x101597b9ac60004, quorum=127.0.0.1:51754, baseZNode=/1402183626 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1402183626/meta-region-server 2024-11-20T18:22:33,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35053-0x101597b9ac60003, quorum=127.0.0.1:51754, baseZNode=/1402183626 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1402183626/meta-region-server 2024-11-20T18:22:33,153 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b87edf34edd,36869,1732126949597 2024-11-20T18:22:33,153 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1402183626/meta-region-server: CHANGED 2024-11-20T18:22:33,153 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1402183626/meta-region-server: CHANGED 2024-11-20T18:22:33,155 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T18:22:33,155 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b87edf34edd,36869,1732126949597 in 206 msec 2024-11-20T18:22:33,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T18:22:33,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 514 msec 2024-11-20T18:22:33,156 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:22:33,156 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T18:22:33,157 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:22:33,157 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,36869,1732126949597, seqNum=-1] 2024-11-20T18:22:33,158 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:22:33,158 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48803, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:22:33,162 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3570 sec 2024-11-20T18:22:33,162 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732126953162, completionTime=-1 2024-11-20T18:22:33,162 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T18:22:33,162 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T18:22:33,163 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T18:22:33,163 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732127013163 2024-11-20T18:22:33,163 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732127073163 2024-11-20T18:22:33,163 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T18:22:33,164 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,35053,1732126949388-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:22:33,164 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,35053,1732126949388-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:22:33,164 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,35053,1732126949388-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:22:33,164 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b87edf34edd:35053, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:22:33,164 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T18:22:33,164 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T18:22:33,165 DEBUG [master/6b87edf34edd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T18:22:33,166 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.455sec 2024-11-20T18:22:33,166 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T18:22:33,166 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T18:22:33,166 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T18:22:33,167 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T18:22:33,167 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T18:22:33,167 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,35053,1732126949388-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T18:22:33,167 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,35053,1732126949388-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T18:22:33,168 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T18:22:33,168 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T18:22:33,168 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,35053,1732126949388-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:22:33,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e16c701, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:33,229 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,35053,-1 for getting cluster id 2024-11-20T18:22:33,230 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:22:33,230 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aebf4b0c-4f8b-45fb-87b4-5a27b92ed111' 2024-11-20T18:22:33,231 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:22:33,231 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aebf4b0c-4f8b-45fb-87b4-5a27b92ed111" 2024-11-20T18:22:33,231 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50e96a82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:33,231 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,35053,-1] 2024-11-20T18:22:33,231 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:22:33,231 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:33,232 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:22:33,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f6c528b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:33,233 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:22:33,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,36869,1732126949597, seqNum=-1] 2024-11-20T18:22:33,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:22:33,234 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:22:33,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b87edf34edd,35053,1732126949388 2024-11-20T18:22:33,237 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51754 2024-11-20T18:22:33,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51754, baseZNode=/1402183626 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:22:33,248 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101597b9ac60005 connected 2024-11-20T18:22:33,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9daee618-af57-750b-4f60-110e0703d2b0/hadoop.log.dir so I do NOT create it in target/test-data/ab6c748a-7298-fc3f-7481-8dff8bae8188 2024-11-20T18:22:33,260 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9daee618-af57-750b-4f60-110e0703d2b0/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T18:22:33,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9daee618-af57-750b-4f60-110e0703d2b0/hadoop.tmp.dir so I do NOT create it in target/test-data/ab6c748a-7298-fc3f-7481-8dff8bae8188 2024-11-20T18:22:33,260 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9daee618-af57-750b-4f60-110e0703d2b0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T18:22:33,260 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab6c748a-7298-fc3f-7481-8dff8bae8188 2024-11-20T18:22:33,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T18:22:33,260 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab6c748a-7298-fc3f-7481-8dff8bae8188/cluster_c737c5f8-5a6f-6f0f-9e63-d25635fb807e, deleteOnExit=true 2024-11-20T18:22:33,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T18:22:33,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab6c748a-7298-fc3f-7481-8dff8bae8188/test.cache.data in system properties and HBase conf 2024-11-20T18:22:33,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab6c748a-7298-fc3f-7481-8dff8bae8188/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T18:22:33,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab6c748a-7298-fc3f-7481-8dff8bae8188/hadoop.log.dir in system properties and HBase conf 2024-11-20T18:22:33,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab6c748a-7298-fc3f-7481-8dff8bae8188/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T18:22:33,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab6c748a-7298-fc3f-7481-8dff8bae8188/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T18:22:33,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T18:22:33,261 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T18:22:33,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab6c748a-7298-fc3f-7481-8dff8bae8188/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T18:22:33,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab6c748a-7298-fc3f-7481-8dff8bae8188/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T18:22:33,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab6c748a-7298-fc3f-7481-8dff8bae8188/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T18:22:33,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab6c748a-7298-fc3f-7481-8dff8bae8188/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T18:22:33,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab6c748a-7298-fc3f-7481-8dff8bae8188/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T18:22:33,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab6c748a-7298-fc3f-7481-8dff8bae8188/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T18:22:33,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab6c748a-7298-fc3f-7481-8dff8bae8188/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T18:22:33,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab6c748a-7298-fc3f-7481-8dff8bae8188/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T18:22:33,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab6c748a-7298-fc3f-7481-8dff8bae8188/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T18:22:33,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab6c748a-7298-fc3f-7481-8dff8bae8188/nfs.dump.dir in system properties and HBase conf 2024-11-20T18:22:33,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab6c748a-7298-fc3f-7481-8dff8bae8188/java.io.tmpdir in system properties and HBase conf 2024-11-20T18:22:33,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab6c748a-7298-fc3f-7481-8dff8bae8188/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T18:22:33,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab6c748a-7298-fc3f-7481-8dff8bae8188/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T18:22:33,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab6c748a-7298-fc3f-7481-8dff8bae8188/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T18:22:33,683 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:22:33,687 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T18:22:33,688 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T18:22:33,688 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T18:22:33,688 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T18:22:33,689 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:22:33,689 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6af2e9d9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab6c748a-7298-fc3f-7481-8dff8bae8188/hadoop.log.dir/,AVAILABLE} 2024-11-20T18:22:33,689 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dbf1631{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T18:22:33,795 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d6b899{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab6c748a-7298-fc3f-7481-8dff8bae8188/java.io.tmpdir/jetty-localhost-32917-hadoop-hdfs-3_4_1-tests_jar-_-any-1604872277555201572/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T18:22:33,795 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61f0e322{HTTP/1.1, (http/1.1)}{localhost:32917} 2024-11-20T18:22:33,796 INFO [Time-limited test {}] server.Server(415): Started @294136ms 2024-11-20T18:22:34,151 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:22:34,155 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T18:22:34,161 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T18:22:34,161 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T18:22:34,161 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T18:22:34,163 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@705fc01e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab6c748a-7298-fc3f-7481-8dff8bae8188/hadoop.log.dir/,AVAILABLE} 2024-11-20T18:22:34,163 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d2c78b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T18:22:34,287 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7da0a79c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab6c748a-7298-fc3f-7481-8dff8bae8188/java.io.tmpdir/jetty-localhost-46225-hadoop-hdfs-3_4_1-tests_jar-_-any-17823657010420309254/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T18:22:34,287 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74dbb0c9{HTTP/1.1, (http/1.1)}{localhost:46225} 2024-11-20T18:22:34,287 INFO [Time-limited test {}] server.Server(415): Started @294628ms 2024-11-20T18:22:34,288 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T18:22:34,945 WARN [Thread-3710 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab6c748a-7298-fc3f-7481-8dff8bae8188/cluster_c737c5f8-5a6f-6f0f-9e63-d25635fb807e/data/data1/current/BP-895355851-172.17.0.3-1732126953276/current, will proceed with Du for space computation calculation, 2024-11-20T18:22:34,945 WARN [Thread-3711 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab6c748a-7298-fc3f-7481-8dff8bae8188/cluster_c737c5f8-5a6f-6f0f-9e63-d25635fb807e/data/data2/current/BP-895355851-172.17.0.3-1732126953276/current, will proceed with Du for space computation calculation, 2024-11-20T18:22:34,966 WARN [Thread-3698 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T18:22:34,968 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaaef27da5b49fedb with lease ID 0xe7e29d21e7675697: Processing first storage report for DS-7ca3c782-aac0-47d1-b722-1282d2125704 from datanode DatanodeRegistration(127.0.0.1:34713, datanodeUuid=6296dbf3-afa0-410b-bbac-468f57cddc5a, infoPort=38553, infoSecurePort=0, ipcPort=45189, storageInfo=lv=-57;cid=testClusterID;nsid=154986179;c=1732126953276) 2024-11-20T18:22:34,968 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaaef27da5b49fedb with lease ID 0xe7e29d21e7675697: from storage DS-7ca3c782-aac0-47d1-b722-1282d2125704 node DatanodeRegistration(127.0.0.1:34713, datanodeUuid=6296dbf3-afa0-410b-bbac-468f57cddc5a, infoPort=38553, infoSecurePort=0, ipcPort=45189, storageInfo=lv=-57;cid=testClusterID;nsid=154986179;c=1732126953276), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T18:22:34,968 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaaef27da5b49fedb with lease ID 0xe7e29d21e7675697: Processing first storage report for DS-db3f01d4-f35f-4c85-8996-d39827c8cee4 from datanode DatanodeRegistration(127.0.0.1:34713, datanodeUuid=6296dbf3-afa0-410b-bbac-468f57cddc5a, infoPort=38553, infoSecurePort=0, ipcPort=45189, storageInfo=lv=-57;cid=testClusterID;nsid=154986179;c=1732126953276) 2024-11-20T18:22:34,968 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaaef27da5b49fedb with lease ID 0xe7e29d21e7675697: from storage DS-db3f01d4-f35f-4c85-8996-d39827c8cee4 node DatanodeRegistration(127.0.0.1:34713, datanodeUuid=6296dbf3-afa0-410b-bbac-468f57cddc5a, infoPort=38553, infoSecurePort=0, ipcPort=45189, storageInfo=lv=-57;cid=testClusterID;nsid=154986179;c=1732126953276), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T18:22:35,015 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab6c748a-7298-fc3f-7481-8dff8bae8188 2024-11-20T18:22:35,015 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:22:35,016 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:22:35,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34713 is added to blk_1073741825_1001 (size=7) 2024-11-20T18:22:35,423 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb with version=8 2024-11-20T18:22:35,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/hbase-staging 2024-11-20T18:22:35,426 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b87edf34edd:0 server-side Connection retries=45 2024-11-20T18:22:35,426 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:22:35,426 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T18:22:35,426 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T18:22:35,426 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:22:35,426 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T18:22:35,426 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T18:22:35,426 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T18:22:35,427 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37513 2024-11-20T18:22:35,427 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37513 connecting to ZooKeeper ensemble=127.0.0.1:51754 2024-11-20T18:22:35,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:375130x0, quorum=127.0.0.1:51754, baseZNode=/2-655801793 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:22:35,448 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37513-0x101597b9ac60006 connected 2024-11-20T18:22:35,595 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:22:35,596 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:22:35,598 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37513-0x101597b9ac60006, quorum=127.0.0.1:51754, baseZNode=/2-655801793 Set watcher on znode that does not yet exist, /2-655801793/running 2024-11-20T18:22:35,599 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb, hbase.cluster.distributed=false 2024-11-20T18:22:35,600 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37513-0x101597b9ac60006, quorum=127.0.0.1:51754, baseZNode=/2-655801793 Set watcher on znode that does not yet exist, /2-655801793/acl 2024-11-20T18:22:35,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37513 2024-11-20T18:22:35,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37513 2024-11-20T18:22:35,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37513 2024-11-20T18:22:35,601 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37513 2024-11-20T18:22:35,601 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37513 2024-11-20T18:22:35,616 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b87edf34edd:0 server-side Connection retries=45 2024-11-20T18:22:35,616 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:22:35,616 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T18:22:35,616 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T18:22:35,616 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:22:35,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T18:22:35,617 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T18:22:35,617 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T18:22:35,617 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45987 2024-11-20T18:22:35,618 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45987 connecting to ZooKeeper ensemble=127.0.0.1:51754 2024-11-20T18:22:35,618 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:22:35,619 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:22:35,637 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:459870x0, quorum=127.0.0.1:51754, baseZNode=/2-655801793 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:22:35,637 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:459870x0, quorum=127.0.0.1:51754, baseZNode=/2-655801793 Set watcher on znode that does not yet exist, /2-655801793/running 2024-11-20T18:22:35,637 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45987-0x101597b9ac60007 connected 2024-11-20T18:22:35,638 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T18:22:35,640 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T18:22:35,641 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45987-0x101597b9ac60007, quorum=127.0.0.1:51754, baseZNode=/2-655801793 Set watcher on znode that does not yet exist, /2-655801793/master 2024-11-20T18:22:35,641 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45987-0x101597b9ac60007, quorum=127.0.0.1:51754, baseZNode=/2-655801793 Set watcher on znode that does not yet exist, /2-655801793/acl 2024-11-20T18:22:35,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45987 2024-11-20T18:22:35,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45987 2024-11-20T18:22:35,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45987 2024-11-20T18:22:35,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45987 2024-11-20T18:22:35,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45987 2024-11-20T18:22:35,663 DEBUG [M:0;6b87edf34edd:37513 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b87edf34edd:37513 2024-11-20T18:22:35,663 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-655801793/backup-masters/6b87edf34edd,37513,1732126955425 2024-11-20T18:22:35,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37513-0x101597b9ac60006, quorum=127.0.0.1:51754, baseZNode=/2-655801793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-655801793/backup-masters 2024-11-20T18:22:35,675 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45987-0x101597b9ac60007, quorum=127.0.0.1:51754, baseZNode=/2-655801793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-655801793/backup-masters 2024-11-20T18:22:35,676 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37513-0x101597b9ac60006, quorum=127.0.0.1:51754, baseZNode=/2-655801793 Set watcher on existing znode=/2-655801793/backup-masters/6b87edf34edd,37513,1732126955425 2024-11-20T18:22:35,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T18:22:35,726 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T18:22:35,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T18:22:35,727 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-20T18:22:35,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T18:22:35,727 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T18:22:35,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37513-0x101597b9ac60006, quorum=127.0.0.1:51754, baseZNode=/2-655801793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-655801793 2024-11-20T18:22:35,741 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45987-0x101597b9ac60007, quorum=127.0.0.1:51754, baseZNode=/2-655801793 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-655801793/master 2024-11-20T18:22:35,741 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45987-0x101597b9ac60007, quorum=127.0.0.1:51754, baseZNode=/2-655801793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-655801793 2024-11-20T18:22:35,742 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37513-0x101597b9ac60006, quorum=127.0.0.1:51754, baseZNode=/2-655801793 Set watcher on existing znode=/2-655801793/master 2024-11-20T18:22:35,743 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-655801793/backup-masters/6b87edf34edd,37513,1732126955425 from backup master directory 2024-11-20T18:22:35,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37513-0x101597b9ac60006, quorum=127.0.0.1:51754, baseZNode=/2-655801793 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-655801793/backup-masters/6b87edf34edd,37513,1732126955425 2024-11-20T18:22:35,763 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45987-0x101597b9ac60007, quorum=127.0.0.1:51754, baseZNode=/2-655801793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-655801793/backup-masters 2024-11-20T18:22:35,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37513-0x101597b9ac60006, quorum=127.0.0.1:51754, baseZNode=/2-655801793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-655801793/backup-masters 2024-11-20T18:22:35,763 WARN [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T18:22:35,763 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b87edf34edd,37513,1732126955425 2024-11-20T18:22:35,768 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/hbase.id] with ID: c956cea2-3dd8-49a8-a513-c1161945cd02 2024-11-20T18:22:35,768 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/.tmp/hbase.id 2024-11-20T18:22:35,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34713 is added to blk_1073741826_1002 (size=42) 2024-11-20T18:22:36,174 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/.tmp/hbase.id]:[hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/hbase.id] 2024-11-20T18:22:36,181 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:22:36,181 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T18:22:36,182 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T18:22:36,258 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45987-0x101597b9ac60007, quorum=127.0.0.1:51754, baseZNode=/2-655801793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-655801793 2024-11-20T18:22:36,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37513-0x101597b9ac60006, quorum=127.0.0.1:51754, baseZNode=/2-655801793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-655801793 2024-11-20T18:22:36,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34713 is added to blk_1073741827_1003 (size=196) 2024-11-20T18:22:36,663 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T18:22:36,664 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T18:22:36,664 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:22:36,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34713 is added to blk_1073741828_1004 (size=1189) 2024-11-20T18:22:37,070 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/MasterData/data/master/store 2024-11-20T18:22:37,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34713 is added to blk_1073741829_1005 (size=34) 2024-11-20T18:22:37,479 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:22:37,479 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T18:22:37,479 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:22:37,479 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:22:37,479 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T18:22:37,479 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:22:37,479 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:22:37,479 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732126957479Disabling compacts and flushes for region at 1732126957479Disabling writes for close at 1732126957479Writing region close event to WAL at 1732126957479Closed at 1732126957479 2024-11-20T18:22:37,480 WARN [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/MasterData/data/master/store/.initializing 2024-11-20T18:22:37,480 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/MasterData/WALs/6b87edf34edd,37513,1732126955425 2024-11-20T18:22:37,481 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T18:22:37,483 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b87edf34edd%2C37513%2C1732126955425, suffix=, logDir=hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/MasterData/WALs/6b87edf34edd,37513,1732126955425, archiveDir=hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/MasterData/oldWALs, maxLogs=10 2024-11-20T18:22:37,501 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/MasterData/WALs/6b87edf34edd,37513,1732126955425/6b87edf34edd%2C37513%2C1732126955425.1732126957483, exclude list is [], retry=0 2024-11-20T18:22:37,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34713,DS-7ca3c782-aac0-47d1-b722-1282d2125704,DISK] 2024-11-20T18:22:37,504 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/MasterData/WALs/6b87edf34edd,37513,1732126955425/6b87edf34edd%2C37513%2C1732126955425.1732126957483 2024-11-20T18:22:37,505 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38553:38553)] 2024-11-20T18:22:37,505 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:22:37,505 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:22:37,505 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:22:37,505 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:22:37,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:22:37,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T18:22:37,509 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:37,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:22:37,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:22:37,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T18:22:37,510 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:37,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:22:37,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:22:37,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T18:22:37,511 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:37,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:22:37,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:22:37,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T18:22:37,513 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:37,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:22:37,513 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:22:37,514 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:22:37,514 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:22:37,515 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:22:37,515 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:22:37,515 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:22:37,516 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:22:37,518 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:22:37,518 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73627942, jitterRate=0.09714183211326599}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:22:37,519 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732126957505Initializing all the Stores at 1732126957506 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126957506Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126957507 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126957507Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126957507Cleaning up temporary data from old regions at 1732126957515 (+8 ms)Region opened successfully at 1732126957519 (+4 ms) 2024-11-20T18:22:37,519 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T18:22:37,521 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a662249, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b87edf34edd/172.17.0.3:0 2024-11-20T18:22:37,522 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T18:22:37,522 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T18:22:37,522 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T18:22:37,522 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T18:22:37,523 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T18:22:37,523 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T18:22:37,523 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T18:22:37,525 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T18:22:37,525 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37513-0x101597b9ac60006, quorum=127.0.0.1:51754, baseZNode=/2-655801793 Unable to get data of znode /2-655801793/balancer because node does not exist (not necessarily an error) 2024-11-20T18:22:37,573 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-655801793/balancer already deleted, retry=false 2024-11-20T18:22:37,574 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T18:22:37,574 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37513-0x101597b9ac60006, quorum=127.0.0.1:51754, baseZNode=/2-655801793 Unable to get data of znode /2-655801793/normalizer because node does not exist (not necessarily an error) 2024-11-20T18:22:37,584 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-655801793/normalizer already deleted, retry=false 2024-11-20T18:22:37,584 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T18:22:37,585 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37513-0x101597b9ac60006, quorum=127.0.0.1:51754, baseZNode=/2-655801793 Unable to get data of znode /2-655801793/switch/split because node does not exist (not necessarily an error) 2024-11-20T18:22:37,594 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-655801793/switch/split already deleted, retry=false 2024-11-20T18:22:37,595 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37513-0x101597b9ac60006, quorum=127.0.0.1:51754, baseZNode=/2-655801793 Unable to get data of znode /2-655801793/switch/merge because node does not exist (not necessarily an error) 2024-11-20T18:22:37,605 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-655801793/switch/merge already deleted, retry=false 2024-11-20T18:22:37,607 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37513-0x101597b9ac60006, quorum=127.0.0.1:51754, baseZNode=/2-655801793 Unable to get data of znode /2-655801793/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T18:22:37,616 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-655801793/snapshot-cleanup already deleted, retry=false 2024-11-20T18:22:37,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37513-0x101597b9ac60006, quorum=127.0.0.1:51754, baseZNode=/2-655801793 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-655801793/running 2024-11-20T18:22:37,626 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45987-0x101597b9ac60007, quorum=127.0.0.1:51754, baseZNode=/2-655801793 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-655801793/running 2024-11-20T18:22:37,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37513-0x101597b9ac60006, quorum=127.0.0.1:51754, baseZNode=/2-655801793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-655801793 2024-11-20T18:22:37,626 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45987-0x101597b9ac60007, quorum=127.0.0.1:51754, baseZNode=/2-655801793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-655801793 2024-11-20T18:22:37,627 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b87edf34edd,37513,1732126955425, sessionid=0x101597b9ac60006, setting cluster-up flag (Was=false) 2024-11-20T18:22:37,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37513-0x101597b9ac60006, quorum=127.0.0.1:51754, baseZNode=/2-655801793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-655801793 2024-11-20T18:22:37,647 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45987-0x101597b9ac60007, quorum=127.0.0.1:51754, baseZNode=/2-655801793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-655801793 2024-11-20T18:22:37,679 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-655801793/flush-table-proc/acquired, /2-655801793/flush-table-proc/reached, /2-655801793/flush-table-proc/abort 2024-11-20T18:22:37,681 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b87edf34edd,37513,1732126955425 2024-11-20T18:22:37,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37513-0x101597b9ac60006, quorum=127.0.0.1:51754, baseZNode=/2-655801793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-655801793 2024-11-20T18:22:37,701 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45987-0x101597b9ac60007, quorum=127.0.0.1:51754, baseZNode=/2-655801793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-655801793 2024-11-20T18:22:37,732 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-655801793/online-snapshot/acquired, /2-655801793/online-snapshot/reached, /2-655801793/online-snapshot/abort 2024-11-20T18:22:37,733 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b87edf34edd,37513,1732126955425 2024-11-20T18:22:37,740 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T18:22:37,742 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T18:22:37,742 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T18:22:37,742 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T18:22:37,742 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b87edf34edd,37513,1732126955425 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T18:22:37,743 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:22:37,743 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:22:37,743 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:22:37,743 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:22:37,743 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b87edf34edd:0, corePoolSize=10, maxPoolSize=10 2024-11-20T18:22:37,743 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:22:37,743 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b87edf34edd:0, corePoolSize=2, maxPoolSize=2 2024-11-20T18:22:37,743 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:22:37,745 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:22:37,745 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T18:22:37,746 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:37,746 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T18:22:37,748 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732126987748 2024-11-20T18:22:37,748 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T18:22:37,749 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T18:22:37,749 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T18:22:37,749 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T18:22:37,749 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T18:22:37,749 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T18:22:37,756 INFO [RS:0;6b87edf34edd:45987 {}] regionserver.HRegionServer(746): ClusterId : c956cea2-3dd8-49a8-a513-c1161945cd02 2024-11-20T18:22:37,756 DEBUG [RS:0;6b87edf34edd:45987 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T18:22:37,762 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T18:22:37,764 DEBUG [RS:0;6b87edf34edd:45987 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T18:22:37,764 DEBUG [RS:0;6b87edf34edd:45987 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T18:22:37,764 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T18:22:37,764 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T18:22:37,764 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T18:22:37,764 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T18:22:37,767 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T18:22:37,767 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T18:22:37,767 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732126957767,5,FailOnTimeoutGroup] 2024-11-20T18:22:37,767 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732126957767,5,FailOnTimeoutGroup] 2024-11-20T18:22:37,767 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T18:22:37,767 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T18:22:37,767 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T18:22:37,767 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T18:22:37,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34713 is added to blk_1073741831_1007 (size=1321) 2024-11-20T18:22:37,775 DEBUG [RS:0;6b87edf34edd:45987 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T18:22:37,775 DEBUG [RS:0;6b87edf34edd:45987 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@168f1789, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b87edf34edd/172.17.0.3:0 2024-11-20T18:22:37,793 DEBUG [RS:0;6b87edf34edd:45987 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b87edf34edd:45987 2024-11-20T18:22:37,793 INFO [RS:0;6b87edf34edd:45987 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T18:22:37,793 INFO [RS:0;6b87edf34edd:45987 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T18:22:37,793 DEBUG [RS:0;6b87edf34edd:45987 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T18:22:37,794 INFO [RS:0;6b87edf34edd:45987 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b87edf34edd,37513,1732126955425 with port=45987, startcode=1732126955616 2024-11-20T18:22:37,794 DEBUG [RS:0;6b87edf34edd:45987 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T18:22:37,796 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57061, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T18:22:37,796 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37513 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b87edf34edd,45987,1732126955616 2024-11-20T18:22:37,796 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37513 {}] master.ServerManager(517): Registering regionserver=6b87edf34edd,45987,1732126955616 2024-11-20T18:22:37,798 DEBUG [RS:0;6b87edf34edd:45987 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb 2024-11-20T18:22:37,798 DEBUG [RS:0;6b87edf34edd:45987 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37739 2024-11-20T18:22:37,798 DEBUG [RS:0;6b87edf34edd:45987 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T18:22:37,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37513-0x101597b9ac60006, quorum=127.0.0.1:51754, baseZNode=/2-655801793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-655801793/rs 2024-11-20T18:22:37,831 DEBUG [RS:0;6b87edf34edd:45987 {}] zookeeper.ZKUtil(111): regionserver:45987-0x101597b9ac60007, quorum=127.0.0.1:51754, baseZNode=/2-655801793 Set watcher on existing znode=/2-655801793/rs/6b87edf34edd,45987,1732126955616 2024-11-20T18:22:37,831 WARN [RS:0;6b87edf34edd:45987 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T18:22:37,831 INFO [RS:0;6b87edf34edd:45987 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:22:37,831 DEBUG [RS:0;6b87edf34edd:45987 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/WALs/6b87edf34edd,45987,1732126955616 2024-11-20T18:22:37,832 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b87edf34edd,45987,1732126955616] 2024-11-20T18:22:37,842 INFO [RS:0;6b87edf34edd:45987 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T18:22:37,846 INFO [RS:0;6b87edf34edd:45987 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T18:22:37,846 INFO [RS:0;6b87edf34edd:45987 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T18:22:37,846 INFO [RS:0;6b87edf34edd:45987 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:22:37,846 INFO [RS:0;6b87edf34edd:45987 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T18:22:37,848 INFO [RS:0;6b87edf34edd:45987 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T18:22:37,848 INFO [RS:0;6b87edf34edd:45987 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T18:22:37,848 DEBUG [RS:0;6b87edf34edd:45987 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:22:37,848 DEBUG [RS:0;6b87edf34edd:45987 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:22:37,848 DEBUG [RS:0;6b87edf34edd:45987 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:22:37,848 DEBUG [RS:0;6b87edf34edd:45987 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:22:37,848 DEBUG [RS:0;6b87edf34edd:45987 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:22:37,848 DEBUG [RS:0;6b87edf34edd:45987 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b87edf34edd:0, corePoolSize=2, maxPoolSize=2 2024-11-20T18:22:37,848 DEBUG [RS:0;6b87edf34edd:45987 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:22:37,848 DEBUG [RS:0;6b87edf34edd:45987 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:22:37,848 DEBUG [RS:0;6b87edf34edd:45987 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:22:37,848 DEBUG [RS:0;6b87edf34edd:45987 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:22:37,848 DEBUG [RS:0;6b87edf34edd:45987 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:22:37,848 DEBUG [RS:0;6b87edf34edd:45987 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:22:37,849 DEBUG [RS:0;6b87edf34edd:45987 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b87edf34edd:0, corePoolSize=3, maxPoolSize=3 2024-11-20T18:22:37,849 DEBUG [RS:0;6b87edf34edd:45987 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b87edf34edd:0, corePoolSize=3, maxPoolSize=3 2024-11-20T18:22:37,852 INFO [RS:0;6b87edf34edd:45987 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T18:22:37,852 INFO [RS:0;6b87edf34edd:45987 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T18:22:37,852 INFO [RS:0;6b87edf34edd:45987 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:22:37,852 INFO [RS:0;6b87edf34edd:45987 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T18:22:37,852 INFO [RS:0;6b87edf34edd:45987 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T18:22:37,852 INFO [RS:0;6b87edf34edd:45987 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,45987,1732126955616-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T18:22:37,875 INFO [RS:0;6b87edf34edd:45987 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T18:22:37,875 INFO [RS:0;6b87edf34edd:45987 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,45987,1732126955616-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:22:37,875 INFO [RS:0;6b87edf34edd:45987 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:22:37,875 INFO [RS:0;6b87edf34edd:45987 {}] regionserver.Replication(171): 6b87edf34edd,45987,1732126955616 started 2024-11-20T18:22:37,897 INFO [RS:0;6b87edf34edd:45987 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:22:37,897 INFO [RS:0;6b87edf34edd:45987 {}] regionserver.HRegionServer(1482): Serving as 6b87edf34edd,45987,1732126955616, RpcServer on 6b87edf34edd/172.17.0.3:45987, sessionid=0x101597b9ac60007 2024-11-20T18:22:37,897 DEBUG [RS:0;6b87edf34edd:45987 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T18:22:37,897 DEBUG [RS:0;6b87edf34edd:45987 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b87edf34edd,45987,1732126955616 2024-11-20T18:22:37,897 DEBUG [RS:0;6b87edf34edd:45987 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b87edf34edd,45987,1732126955616' 2024-11-20T18:22:37,897 DEBUG [RS:0;6b87edf34edd:45987 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-655801793/flush-table-proc/abort' 2024-11-20T18:22:37,898 DEBUG [RS:0;6b87edf34edd:45987 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-655801793/flush-table-proc/acquired' 2024-11-20T18:22:37,898 DEBUG [RS:0;6b87edf34edd:45987 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T18:22:37,898 DEBUG [RS:0;6b87edf34edd:45987 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T18:22:37,898 DEBUG [RS:0;6b87edf34edd:45987 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b87edf34edd,45987,1732126955616 2024-11-20T18:22:37,898 DEBUG [RS:0;6b87edf34edd:45987 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b87edf34edd,45987,1732126955616' 2024-11-20T18:22:37,898 DEBUG [RS:0;6b87edf34edd:45987 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-655801793/online-snapshot/abort' 2024-11-20T18:22:37,899 DEBUG [RS:0;6b87edf34edd:45987 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-655801793/online-snapshot/acquired' 2024-11-20T18:22:37,899 DEBUG [RS:0;6b87edf34edd:45987 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T18:22:37,899 INFO [RS:0;6b87edf34edd:45987 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T18:22:37,899 INFO [RS:0;6b87edf34edd:45987 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T18:22:37,999 INFO [RS:0;6b87edf34edd:45987 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T18:22:38,000 INFO [RS:0;6b87edf34edd:45987 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b87edf34edd%2C45987%2C1732126955616, suffix=, logDir=hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/WALs/6b87edf34edd,45987,1732126955616, archiveDir=hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/oldWALs, maxLogs=10 2024-11-20T18:22:38,023 DEBUG [RS:0;6b87edf34edd:45987 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/WALs/6b87edf34edd,45987,1732126955616/6b87edf34edd%2C45987%2C1732126955616.1732126958001, exclude list is [], retry=0 2024-11-20T18:22:38,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34713,DS-7ca3c782-aac0-47d1-b722-1282d2125704,DISK] 2024-11-20T18:22:38,035 INFO [RS:0;6b87edf34edd:45987 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/WALs/6b87edf34edd,45987,1732126955616/6b87edf34edd%2C45987%2C1732126955616.1732126958001 2024-11-20T18:22:38,037 DEBUG [RS:0;6b87edf34edd:45987 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38553:38553)] 2024-11-20T18:22:38,169 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T18:22:38,169 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb 2024-11-20T18:22:38,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34713 is added to blk_1073741833_1009 (size=32) 2024-11-20T18:22:38,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:22:38,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T18:22:38,601 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T18:22:38,601 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:38,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:22:38,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T18:22:38,604 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T18:22:38,605 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:38,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:22:38,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T18:22:38,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T18:22:38,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:38,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:22:38,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T18:22:38,619 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T18:22:38,623 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T18:22:38,628 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:38,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:22:38,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T18:22:38,631 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/data/hbase/meta/1588230740 2024-11-20T18:22:38,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/data/hbase/meta/1588230740 2024-11-20T18:22:38,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:38,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:38,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:38,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:38,635 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T18:22:38,635 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T18:22:38,636 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:22:38,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T18:22:38,653 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:22:38,653 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61408670, jitterRate=-0.08493950963020325}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:22:38,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732126958597Initializing all the Stores at 1732126958598 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126958598Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126958598Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126958598Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126958598Cleaning up temporary data from old regions at 1732126958635 (+37 ms)Region opened successfully at 1732126958653 (+18 ms) 2024-11-20T18:22:38,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T18:22:38,654 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T18:22:38,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T18:22:38,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T18:22:38,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T18:22:38,669 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T18:22:38,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732126958654Disabling compacts and flushes for region at 1732126958654Disabling writes for close at 1732126958654Writing region close event to WAL at 1732126958669 (+15 ms)Closed at 1732126958669 2024-11-20T18:22:38,670 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:22:38,670 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T18:22:38,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T18:22:38,672 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T18:22:38,673 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T18:22:38,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:38,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:38,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:38,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:38,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:38,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:38,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:38,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:38,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:38,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:38,824 DEBUG [6b87edf34edd:37513 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T18:22:38,824 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b87edf34edd,45987,1732126955616 2024-11-20T18:22:38,826 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b87edf34edd,45987,1732126955616, state=OPENING 2024-11-20T18:22:38,837 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T18:22:38,847 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45987-0x101597b9ac60007, quorum=127.0.0.1:51754, baseZNode=/2-655801793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-655801793 2024-11-20T18:22:38,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37513-0x101597b9ac60006, quorum=127.0.0.1:51754, baseZNode=/2-655801793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-655801793 2024-11-20T18:22:38,849 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-655801793/meta-region-server: CHANGED 2024-11-20T18:22:38,850 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-655801793/meta-region-server: CHANGED 2024-11-20T18:22:38,851 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T18:22:38,851 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b87edf34edd,45987,1732126955616}] 2024-11-20T18:22:39,004 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T18:22:39,006 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37541, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T18:22:39,008 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T18:22:39,008 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:22:39,009 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T18:22:39,010 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b87edf34edd%2C45987%2C1732126955616.meta, suffix=.meta, logDir=hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/WALs/6b87edf34edd,45987,1732126955616, archiveDir=hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/oldWALs, maxLogs=10 2024-11-20T18:22:39,027 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/WALs/6b87edf34edd,45987,1732126955616/6b87edf34edd%2C45987%2C1732126955616.meta.1732126959010.meta, exclude list is [], retry=0 2024-11-20T18:22:39,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34713,DS-7ca3c782-aac0-47d1-b722-1282d2125704,DISK] 2024-11-20T18:22:39,031 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/WALs/6b87edf34edd,45987,1732126955616/6b87edf34edd%2C45987%2C1732126955616.meta.1732126959010.meta 2024-11-20T18:22:39,031 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38553:38553)] 2024-11-20T18:22:39,031 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:22:39,032 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T18:22:39,032 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T18:22:39,032 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T18:22:39,032 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T18:22:39,032 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T18:22:39,032 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:22:39,032 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T18:22:39,032 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T18:22:39,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T18:22:39,034 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T18:22:39,034 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:39,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:22:39,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T18:22:39,035 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T18:22:39,035 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:39,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:22:39,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T18:22:39,036 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T18:22:39,036 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:39,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:22:39,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T18:22:39,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T18:22:39,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:39,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:22:39,038 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T18:22:39,038 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/data/hbase/meta/1588230740 2024-11-20T18:22:39,039 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/data/hbase/meta/1588230740 2024-11-20T18:22:39,040 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T18:22:39,040 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T18:22:39,040 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:22:39,041 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T18:22:39,042 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70182009, jitterRate=0.045793429017066956}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:22:39,042 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T18:22:39,042 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732126959032Writing region info on filesystem at 1732126959032Initializing all the Stores at 1732126959033 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126959033Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126959033Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126959033Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126959033Cleaning up temporary data from old regions at 1732126959040 (+7 ms)Running coprocessor post-open hooks at 1732126959042 (+2 ms)Region opened successfully at 1732126959042 2024-11-20T18:22:39,043 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732126959004 2024-11-20T18:22:39,046 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T18:22:39,047 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T18:22:39,047 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b87edf34edd,45987,1732126955616 2024-11-20T18:22:39,048 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b87edf34edd,45987,1732126955616, state=OPEN 2024-11-20T18:22:39,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37513-0x101597b9ac60006, quorum=127.0.0.1:51754, baseZNode=/2-655801793 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-655801793/meta-region-server 2024-11-20T18:22:39,075 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45987-0x101597b9ac60007, quorum=127.0.0.1:51754, baseZNode=/2-655801793 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-655801793/meta-region-server 2024-11-20T18:22:39,075 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b87edf34edd,45987,1732126955616 2024-11-20T18:22:39,075 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-655801793/meta-region-server: CHANGED 2024-11-20T18:22:39,075 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-655801793/meta-region-server: CHANGED 2024-11-20T18:22:39,077 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T18:22:39,077 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b87edf34edd,45987,1732126955616 in 224 msec 2024-11-20T18:22:39,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T18:22:39,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 407 msec 2024-11-20T18:22:39,079 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:22:39,080 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T18:22:39,081 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:22:39,081 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,45987,1732126955616, seqNum=-1] 2024-11-20T18:22:39,081 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:22:39,082 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48863, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:22:39,089 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3450 sec 2024-11-20T18:22:39,090 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732126959089, completionTime=-1 2024-11-20T18:22:39,090 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T18:22:39,090 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T18:22:39,092 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T18:22:39,092 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732127019092 2024-11-20T18:22:39,092 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732127079092 2024-11-20T18:22:39,092 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T18:22:39,093 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,37513,1732126955425-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:22:39,093 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,37513,1732126955425-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:22:39,093 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,37513,1732126955425-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:22:39,093 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b87edf34edd:37513, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:22:39,093 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T18:22:39,093 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T18:22:39,096 DEBUG [master/6b87edf34edd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T18:22:39,097 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.333sec 2024-11-20T18:22:39,097 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T18:22:39,097 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T18:22:39,097 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T18:22:39,097 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T18:22:39,097 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T18:22:39,097 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,37513,1732126955425-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T18:22:39,097 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,37513,1732126955425-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T18:22:39,098 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T18:22:39,098 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T18:22:39,098 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,37513,1732126955425-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:22:39,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c15a245, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:39,157 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,37513,-1 for getting cluster id 2024-11-20T18:22:39,157 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:22:39,158 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c956cea2-3dd8-49a8-a513-c1161945cd02' 2024-11-20T18:22:39,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:22:39,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c956cea2-3dd8-49a8-a513-c1161945cd02" 2024-11-20T18:22:39,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@224c3b0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:39,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,37513,-1] 2024-11-20T18:22:39,160 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:22:39,160 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:39,161 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:22:39,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76e8ba13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:39,162 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:22:39,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,45987,1732126955616, seqNum=-1] 2024-11-20T18:22:39,164 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:22:39,166 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:22:39,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b87edf34edd,37513,1732126955425 2024-11-20T18:22:39,168 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:51754 2024-11-20T18:22:39,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:51754, baseZNode=/2-655801793 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:22:39,181 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101597b9ac60008 connected 2024-11-20T18:22:39,195 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:22:39,196 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,44085,1732126943391 2024-11-20T18:22:39,196 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fb97db4 2024-11-20T18:22:39,196 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:22:39,197 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:22:39,198 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44085 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T18:22:39,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44085 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T18:22:39,200 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T18:22:39,200 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:39,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44085 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T18:22:39,201 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T18:22:39,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:22:39,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741835_1011 (size=902) 2024-11-20T18:22:39,216 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 87da5a8b1028905e1d0061588c79dd12, NAME => 'test,,1732126959197.87da5a8b1028905e1d0061588c79dd12.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0 2024-11-20T18:22:39,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741836_1012 (size=39) 2024-11-20T18:22:39,245 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732126959197.87da5a8b1028905e1d0061588c79dd12.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:22:39,245 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 87da5a8b1028905e1d0061588c79dd12, disabling compactions & flushes 2024-11-20T18:22:39,245 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732126959197.87da5a8b1028905e1d0061588c79dd12. 2024-11-20T18:22:39,245 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732126959197.87da5a8b1028905e1d0061588c79dd12. 2024-11-20T18:22:39,245 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732126959197.87da5a8b1028905e1d0061588c79dd12. after waiting 0 ms 2024-11-20T18:22:39,245 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732126959197.87da5a8b1028905e1d0061588c79dd12. 2024-11-20T18:22:39,245 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732126959197.87da5a8b1028905e1d0061588c79dd12. 2024-11-20T18:22:39,245 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 87da5a8b1028905e1d0061588c79dd12: Waiting for close lock at 1732126959245Disabling compacts and flushes for region at 1732126959245Disabling writes for close at 1732126959245Writing region close event to WAL at 1732126959245Closed at 1732126959245 2024-11-20T18:22:39,248 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T18:22:39,248 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732126959197.87da5a8b1028905e1d0061588c79dd12.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732126959248"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732126959248"}]},"ts":"1732126959248"} 2024-11-20T18:22:39,251 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T18:22:39,252 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T18:22:39,253 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126959252"}]},"ts":"1732126959252"} 2024-11-20T18:22:39,255 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T18:22:39,256 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=87da5a8b1028905e1d0061588c79dd12, ASSIGN}] 2024-11-20T18:22:39,257 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=87da5a8b1028905e1d0061588c79dd12, ASSIGN 2024-11-20T18:22:39,258 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=87da5a8b1028905e1d0061588c79dd12, ASSIGN; state=OFFLINE, location=6b87edf34edd,45647,1732126943576; forceNewPlan=false, retain=false 2024-11-20T18:22:39,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:22:39,409 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=87da5a8b1028905e1d0061588c79dd12, regionState=OPENING, regionLocation=6b87edf34edd,45647,1732126943576 2024-11-20T18:22:39,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=87da5a8b1028905e1d0061588c79dd12, ASSIGN because future has completed 2024-11-20T18:22:39,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87da5a8b1028905e1d0061588c79dd12, server=6b87edf34edd,45647,1732126943576}] 2024-11-20T18:22:39,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:22:39,568 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732126959197.87da5a8b1028905e1d0061588c79dd12. 2024-11-20T18:22:39,568 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 87da5a8b1028905e1d0061588c79dd12, NAME => 'test,,1732126959197.87da5a8b1028905e1d0061588c79dd12.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:22:39,568 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T18:22:39,568 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T18:22:39,568 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 87da5a8b1028905e1d0061588c79dd12 2024-11-20T18:22:39,568 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732126959197.87da5a8b1028905e1d0061588c79dd12.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:22:39,568 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 87da5a8b1028905e1d0061588c79dd12 2024-11-20T18:22:39,568 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 87da5a8b1028905e1d0061588c79dd12 2024-11-20T18:22:39,569 INFO [StoreOpener-87da5a8b1028905e1d0061588c79dd12-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 87da5a8b1028905e1d0061588c79dd12 2024-11-20T18:22:39,570 INFO [StoreOpener-87da5a8b1028905e1d0061588c79dd12-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87da5a8b1028905e1d0061588c79dd12 columnFamilyName f 2024-11-20T18:22:39,570 DEBUG [StoreOpener-87da5a8b1028905e1d0061588c79dd12-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:39,571 INFO [StoreOpener-87da5a8b1028905e1d0061588c79dd12-1 {}] regionserver.HStore(327): Store=87da5a8b1028905e1d0061588c79dd12/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:22:39,571 INFO [StoreOpener-87da5a8b1028905e1d0061588c79dd12-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 87da5a8b1028905e1d0061588c79dd12 2024-11-20T18:22:39,571 INFO [StoreOpener-87da5a8b1028905e1d0061588c79dd12-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87da5a8b1028905e1d0061588c79dd12 columnFamilyName f1 2024-11-20T18:22:39,572 DEBUG [StoreOpener-87da5a8b1028905e1d0061588c79dd12-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:39,572 INFO [StoreOpener-87da5a8b1028905e1d0061588c79dd12-1 {}] regionserver.HStore(327): Store=87da5a8b1028905e1d0061588c79dd12/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:22:39,572 INFO [StoreOpener-87da5a8b1028905e1d0061588c79dd12-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 87da5a8b1028905e1d0061588c79dd12 2024-11-20T18:22:39,573 INFO [StoreOpener-87da5a8b1028905e1d0061588c79dd12-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87da5a8b1028905e1d0061588c79dd12 columnFamilyName norep 2024-11-20T18:22:39,573 DEBUG [StoreOpener-87da5a8b1028905e1d0061588c79dd12-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:39,573 INFO [StoreOpener-87da5a8b1028905e1d0061588c79dd12-1 {}] regionserver.HStore(327): Store=87da5a8b1028905e1d0061588c79dd12/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:22:39,573 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 87da5a8b1028905e1d0061588c79dd12 2024-11-20T18:22:39,573 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/data/default/test/87da5a8b1028905e1d0061588c79dd12 2024-11-20T18:22:39,574 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/data/default/test/87da5a8b1028905e1d0061588c79dd12 2024-11-20T18:22:39,574 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 87da5a8b1028905e1d0061588c79dd12 2024-11-20T18:22:39,574 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 87da5a8b1028905e1d0061588c79dd12 2024-11-20T18:22:39,574 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T18:22:39,575 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 87da5a8b1028905e1d0061588c79dd12 2024-11-20T18:22:39,576 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/data/default/test/87da5a8b1028905e1d0061588c79dd12/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:22:39,577 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 87da5a8b1028905e1d0061588c79dd12; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73060536, jitterRate=0.08868682384490967}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T18:22:39,577 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 87da5a8b1028905e1d0061588c79dd12 2024-11-20T18:22:39,577 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 87da5a8b1028905e1d0061588c79dd12: Running coprocessor pre-open hook at 1732126959569Writing region info on filesystem at 1732126959569Initializing all the Stores at 1732126959569Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126959569Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126959569Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126959569Cleaning up temporary data from old regions at 1732126959574 (+5 ms)Running coprocessor post-open hooks at 1732126959577 (+3 ms)Region opened successfully at 1732126959577 2024-11-20T18:22:39,578 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732126959197.87da5a8b1028905e1d0061588c79dd12., pid=6, masterSystemTime=1732126959564 2024-11-20T18:22:39,580 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732126959197.87da5a8b1028905e1d0061588c79dd12. 2024-11-20T18:22:39,580 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732126959197.87da5a8b1028905e1d0061588c79dd12. 2024-11-20T18:22:39,580 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=87da5a8b1028905e1d0061588c79dd12, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b87edf34edd,45647,1732126943576 2024-11-20T18:22:39,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87da5a8b1028905e1d0061588c79dd12, server=6b87edf34edd,45647,1732126943576 because future has completed 2024-11-20T18:22:39,585 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T18:22:39,585 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 87da5a8b1028905e1d0061588c79dd12, server=6b87edf34edd,45647,1732126943576 in 171 msec 2024-11-20T18:22:39,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T18:22:39,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=87da5a8b1028905e1d0061588c79dd12, ASSIGN in 330 msec 2024-11-20T18:22:39,587 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T18:22:39,587 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126959587"}]},"ts":"1732126959587"} 2024-11-20T18:22:39,589 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T18:22:39,590 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T18:22:39,591 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 392 msec 2024-11-20T18:22:39,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:22:39,829 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T18:22:39,829 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:22:39,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,35053,1732126949388 2024-11-20T18:22:39,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f2e9a3b 2024-11-20T18:22:39,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:22:39,831 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:22:39,832 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35053 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T18:22:39,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35053 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T18:22:39,834 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T18:22:39,834 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:39,834 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35053 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T18:22:39,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:22:39,835 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T18:22:39,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38311 is added to blk_1073741835_1011 (size=902) 2024-11-20T18:22:39,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:22:40,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:22:40,243 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5abee21ecbafbddc7965bd7f372bd3a6, NAME => 'test,,1732126959831.5abee21ecbafbddc7965bd7f372bd3a6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d 2024-11-20T18:22:40,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38311 is added to blk_1073741836_1012 (size=39) 2024-11-20T18:22:40,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:22:40,648 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732126959831.5abee21ecbafbddc7965bd7f372bd3a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:22:40,648 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5abee21ecbafbddc7965bd7f372bd3a6, disabling compactions & flushes 2024-11-20T18:22:40,648 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732126959831.5abee21ecbafbddc7965bd7f372bd3a6. 2024-11-20T18:22:40,648 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732126959831.5abee21ecbafbddc7965bd7f372bd3a6. 2024-11-20T18:22:40,648 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732126959831.5abee21ecbafbddc7965bd7f372bd3a6. after waiting 0 ms 2024-11-20T18:22:40,648 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732126959831.5abee21ecbafbddc7965bd7f372bd3a6. 2024-11-20T18:22:40,648 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732126959831.5abee21ecbafbddc7965bd7f372bd3a6. 2024-11-20T18:22:40,648 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5abee21ecbafbddc7965bd7f372bd3a6: Waiting for close lock at 1732126960648Disabling compacts and flushes for region at 1732126960648Disabling writes for close at 1732126960648Writing region close event to WAL at 1732126960648Closed at 1732126960648 2024-11-20T18:22:40,649 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T18:22:40,649 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732126959831.5abee21ecbafbddc7965bd7f372bd3a6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732126960649"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732126960649"}]},"ts":"1732126960649"} 2024-11-20T18:22:40,651 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T18:22:40,651 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T18:22:40,652 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126960651"}]},"ts":"1732126960651"} 2024-11-20T18:22:40,653 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T18:22:40,653 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5abee21ecbafbddc7965bd7f372bd3a6, ASSIGN}] 2024-11-20T18:22:40,654 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5abee21ecbafbddc7965bd7f372bd3a6, ASSIGN 2024-11-20T18:22:40,655 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5abee21ecbafbddc7965bd7f372bd3a6, ASSIGN; state=OFFLINE, location=6b87edf34edd,36869,1732126949597; forceNewPlan=false, retain=false 2024-11-20T18:22:40,805 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5abee21ecbafbddc7965bd7f372bd3a6, regionState=OPENING, regionLocation=6b87edf34edd,36869,1732126949597 2024-11-20T18:22:40,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5abee21ecbafbddc7965bd7f372bd3a6, ASSIGN because future has completed 2024-11-20T18:22:40,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5abee21ecbafbddc7965bd7f372bd3a6, server=6b87edf34edd,36869,1732126949597}] 2024-11-20T18:22:40,962 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732126959831.5abee21ecbafbddc7965bd7f372bd3a6. 2024-11-20T18:22:40,962 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5abee21ecbafbddc7965bd7f372bd3a6, NAME => 'test,,1732126959831.5abee21ecbafbddc7965bd7f372bd3a6.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:22:40,963 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T18:22:40,963 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T18:22:40,963 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5abee21ecbafbddc7965bd7f372bd3a6 2024-11-20T18:22:40,963 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732126959831.5abee21ecbafbddc7965bd7f372bd3a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:22:40,963 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5abee21ecbafbddc7965bd7f372bd3a6 2024-11-20T18:22:40,963 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5abee21ecbafbddc7965bd7f372bd3a6 2024-11-20T18:22:40,964 INFO [StoreOpener-5abee21ecbafbddc7965bd7f372bd3a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5abee21ecbafbddc7965bd7f372bd3a6 2024-11-20T18:22:40,965 INFO [StoreOpener-5abee21ecbafbddc7965bd7f372bd3a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5abee21ecbafbddc7965bd7f372bd3a6 columnFamilyName f 2024-11-20T18:22:40,965 DEBUG [StoreOpener-5abee21ecbafbddc7965bd7f372bd3a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:40,965 INFO [StoreOpener-5abee21ecbafbddc7965bd7f372bd3a6-1 {}] regionserver.HStore(327): Store=5abee21ecbafbddc7965bd7f372bd3a6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:22:40,965 INFO [StoreOpener-5abee21ecbafbddc7965bd7f372bd3a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5abee21ecbafbddc7965bd7f372bd3a6 2024-11-20T18:22:40,966 INFO [StoreOpener-5abee21ecbafbddc7965bd7f372bd3a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5abee21ecbafbddc7965bd7f372bd3a6 columnFamilyName f1 2024-11-20T18:22:40,966 DEBUG [StoreOpener-5abee21ecbafbddc7965bd7f372bd3a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:40,966 INFO [StoreOpener-5abee21ecbafbddc7965bd7f372bd3a6-1 {}] regionserver.HStore(327): Store=5abee21ecbafbddc7965bd7f372bd3a6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:22:40,966 INFO [StoreOpener-5abee21ecbafbddc7965bd7f372bd3a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5abee21ecbafbddc7965bd7f372bd3a6 2024-11-20T18:22:40,967 INFO [StoreOpener-5abee21ecbafbddc7965bd7f372bd3a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5abee21ecbafbddc7965bd7f372bd3a6 columnFamilyName norep 2024-11-20T18:22:40,967 DEBUG [StoreOpener-5abee21ecbafbddc7965bd7f372bd3a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:40,967 INFO [StoreOpener-5abee21ecbafbddc7965bd7f372bd3a6-1 {}] regionserver.HStore(327): Store=5abee21ecbafbddc7965bd7f372bd3a6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:22:40,967 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5abee21ecbafbddc7965bd7f372bd3a6 2024-11-20T18:22:40,967 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/data/default/test/5abee21ecbafbddc7965bd7f372bd3a6 2024-11-20T18:22:40,968 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/data/default/test/5abee21ecbafbddc7965bd7f372bd3a6 2024-11-20T18:22:40,969 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5abee21ecbafbddc7965bd7f372bd3a6 2024-11-20T18:22:40,969 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5abee21ecbafbddc7965bd7f372bd3a6 2024-11-20T18:22:40,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:22:40,969 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T18:22:40,970 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5abee21ecbafbddc7965bd7f372bd3a6 2024-11-20T18:22:40,972 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/data/default/test/5abee21ecbafbddc7965bd7f372bd3a6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:22:40,973 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5abee21ecbafbddc7965bd7f372bd3a6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59039012, jitterRate=-0.1202501654624939}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T18:22:40,973 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5abee21ecbafbddc7965bd7f372bd3a6 2024-11-20T18:22:40,973 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5abee21ecbafbddc7965bd7f372bd3a6: Running coprocessor pre-open hook at 1732126960963Writing region info on filesystem at 1732126960963Initializing all the Stores at 1732126960964 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126960964Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126960964Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126960964Cleaning up temporary data from old regions at 1732126960969 (+5 ms)Running coprocessor post-open hooks at 1732126960973 (+4 ms)Region opened successfully at 1732126960973 2024-11-20T18:22:40,973 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732126959831.5abee21ecbafbddc7965bd7f372bd3a6., pid=6, masterSystemTime=1732126960959 2024-11-20T18:22:40,975 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732126959831.5abee21ecbafbddc7965bd7f372bd3a6. 2024-11-20T18:22:40,975 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732126959831.5abee21ecbafbddc7965bd7f372bd3a6. 2024-11-20T18:22:40,976 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5abee21ecbafbddc7965bd7f372bd3a6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b87edf34edd,36869,1732126949597 2024-11-20T18:22:40,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5abee21ecbafbddc7965bd7f372bd3a6, server=6b87edf34edd,36869,1732126949597 because future has completed 2024-11-20T18:22:40,980 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T18:22:40,980 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5abee21ecbafbddc7965bd7f372bd3a6, server=6b87edf34edd,36869,1732126949597 in 171 msec 2024-11-20T18:22:40,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T18:22:40,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5abee21ecbafbddc7965bd7f372bd3a6, ASSIGN in 327 msec 2024-11-20T18:22:40,982 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T18:22:40,982 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126960982"}]},"ts":"1732126960982"} 2024-11-20T18:22:40,984 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T18:22:40,985 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T18:22:40,986 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-11-20T18:22:41,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:22:41,979 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T18:22:41,979 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:22:41,980 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,37513,1732126955425 2024-11-20T18:22:41,980 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e676435 2024-11-20T18:22:41,980 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:22:41,981 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:22:41,981 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37513 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T18:22:41,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37513 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T18:22:41,983 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T18:22:41,983 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:41,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37513 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T18:22:41,984 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T18:22:41,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:22:41,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34713 is added to blk_1073741835_1011 (size=902) 2024-11-20T18:22:42,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:22:42,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:22:42,390 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b0adf1b8bfe2688f7857b4756d499d00, NAME => 'test,,1732126961981.b0adf1b8bfe2688f7857b4756d499d00.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb 2024-11-20T18:22:42,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34713 is added to blk_1073741836_1012 (size=39) 2024-11-20T18:22:42,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:22:42,803 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732126961981.b0adf1b8bfe2688f7857b4756d499d00.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:22:42,804 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b0adf1b8bfe2688f7857b4756d499d00, disabling compactions & flushes 2024-11-20T18:22:42,804 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732126961981.b0adf1b8bfe2688f7857b4756d499d00. 2024-11-20T18:22:42,804 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732126961981.b0adf1b8bfe2688f7857b4756d499d00. 2024-11-20T18:22:42,804 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732126961981.b0adf1b8bfe2688f7857b4756d499d00. after waiting 0 ms 2024-11-20T18:22:42,804 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732126961981.b0adf1b8bfe2688f7857b4756d499d00. 2024-11-20T18:22:42,804 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732126961981.b0adf1b8bfe2688f7857b4756d499d00. 2024-11-20T18:22:42,804 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b0adf1b8bfe2688f7857b4756d499d00: Waiting for close lock at 1732126962803Disabling compacts and flushes for region at 1732126962803Disabling writes for close at 1732126962804 (+1 ms)Writing region close event to WAL at 1732126962804Closed at 1732126962804 2024-11-20T18:22:42,806 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T18:22:42,806 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732126961981.b0adf1b8bfe2688f7857b4756d499d00.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732126962806"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732126962806"}]},"ts":"1732126962806"} 2024-11-20T18:22:42,849 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T18:22:42,850 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T18:22:42,851 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126962850"}]},"ts":"1732126962850"} 2024-11-20T18:22:42,873 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T18:22:42,873 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b0adf1b8bfe2688f7857b4756d499d00, ASSIGN}] 2024-11-20T18:22:42,875 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b0adf1b8bfe2688f7857b4756d499d00, ASSIGN 2024-11-20T18:22:42,877 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b0adf1b8bfe2688f7857b4756d499d00, ASSIGN; state=OFFLINE, location=6b87edf34edd,45987,1732126955616; forceNewPlan=false, retain=false 2024-11-20T18:22:43,027 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b0adf1b8bfe2688f7857b4756d499d00, regionState=OPENING, regionLocation=6b87edf34edd,45987,1732126955616 2024-11-20T18:22:43,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b0adf1b8bfe2688f7857b4756d499d00, ASSIGN because future has completed 2024-11-20T18:22:43,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0adf1b8bfe2688f7857b4756d499d00, server=6b87edf34edd,45987,1732126955616}] 2024-11-20T18:22:43,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:22:43,205 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732126961981.b0adf1b8bfe2688f7857b4756d499d00. 2024-11-20T18:22:43,205 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b0adf1b8bfe2688f7857b4756d499d00, NAME => 'test,,1732126961981.b0adf1b8bfe2688f7857b4756d499d00.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:22:43,206 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T18:22:43,206 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T18:22:43,206 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b0adf1b8bfe2688f7857b4756d499d00 2024-11-20T18:22:43,206 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732126961981.b0adf1b8bfe2688f7857b4756d499d00.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:22:43,207 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b0adf1b8bfe2688f7857b4756d499d00 2024-11-20T18:22:43,207 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b0adf1b8bfe2688f7857b4756d499d00 2024-11-20T18:22:43,212 INFO [StoreOpener-b0adf1b8bfe2688f7857b4756d499d00-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b0adf1b8bfe2688f7857b4756d499d00 2024-11-20T18:22:43,214 INFO [StoreOpener-b0adf1b8bfe2688f7857b4756d499d00-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0adf1b8bfe2688f7857b4756d499d00 columnFamilyName f 2024-11-20T18:22:43,214 DEBUG [StoreOpener-b0adf1b8bfe2688f7857b4756d499d00-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:43,214 INFO [StoreOpener-b0adf1b8bfe2688f7857b4756d499d00-1 {}] regionserver.HStore(327): Store=b0adf1b8bfe2688f7857b4756d499d00/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:22:43,215 INFO [StoreOpener-b0adf1b8bfe2688f7857b4756d499d00-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b0adf1b8bfe2688f7857b4756d499d00 2024-11-20T18:22:43,217 INFO [StoreOpener-b0adf1b8bfe2688f7857b4756d499d00-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0adf1b8bfe2688f7857b4756d499d00 columnFamilyName f1 2024-11-20T18:22:43,217 DEBUG [StoreOpener-b0adf1b8bfe2688f7857b4756d499d00-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:43,218 INFO [StoreOpener-b0adf1b8bfe2688f7857b4756d499d00-1 {}] regionserver.HStore(327): Store=b0adf1b8bfe2688f7857b4756d499d00/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:22:43,218 INFO [StoreOpener-b0adf1b8bfe2688f7857b4756d499d00-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b0adf1b8bfe2688f7857b4756d499d00 2024-11-20T18:22:43,219 INFO [StoreOpener-b0adf1b8bfe2688f7857b4756d499d00-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0adf1b8bfe2688f7857b4756d499d00 columnFamilyName norep 2024-11-20T18:22:43,219 DEBUG [StoreOpener-b0adf1b8bfe2688f7857b4756d499d00-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:43,220 INFO [StoreOpener-b0adf1b8bfe2688f7857b4756d499d00-1 {}] regionserver.HStore(327): Store=b0adf1b8bfe2688f7857b4756d499d00/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:22:43,221 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b0adf1b8bfe2688f7857b4756d499d00 2024-11-20T18:22:43,222 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/data/default/test/b0adf1b8bfe2688f7857b4756d499d00 2024-11-20T18:22:43,223 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/data/default/test/b0adf1b8bfe2688f7857b4756d499d00 2024-11-20T18:22:43,226 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b0adf1b8bfe2688f7857b4756d499d00 2024-11-20T18:22:43,226 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b0adf1b8bfe2688f7857b4756d499d00 2024-11-20T18:22:43,227 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T18:22:43,229 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b0adf1b8bfe2688f7857b4756d499d00 2024-11-20T18:22:43,249 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/data/default/test/b0adf1b8bfe2688f7857b4756d499d00/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:22:43,250 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b0adf1b8bfe2688f7857b4756d499d00; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64228555, jitterRate=-0.04291994869709015}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T18:22:43,250 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b0adf1b8bfe2688f7857b4756d499d00 2024-11-20T18:22:43,250 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b0adf1b8bfe2688f7857b4756d499d00: Running coprocessor pre-open hook at 1732126963207Writing region info on filesystem at 1732126963207Initializing all the Stores at 1732126963207Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126963208 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126963212 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126963212Cleaning up temporary data from old regions at 1732126963226 (+14 ms)Running coprocessor post-open hooks at 1732126963250 (+24 ms)Region opened successfully at 1732126963250 2024-11-20T18:22:43,251 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732126961981.b0adf1b8bfe2688f7857b4756d499d00., pid=6, masterSystemTime=1732126963184 2024-11-20T18:22:43,253 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732126961981.b0adf1b8bfe2688f7857b4756d499d00. 2024-11-20T18:22:43,253 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732126961981.b0adf1b8bfe2688f7857b4756d499d00. 2024-11-20T18:22:43,253 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b0adf1b8bfe2688f7857b4756d499d00, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b87edf34edd,45987,1732126955616 2024-11-20T18:22:43,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0adf1b8bfe2688f7857b4756d499d00, server=6b87edf34edd,45987,1732126955616 because future has completed 2024-11-20T18:22:43,258 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T18:22:43,260 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b0adf1b8bfe2688f7857b4756d499d00, server=6b87edf34edd,45987,1732126955616 in 225 msec 2024-11-20T18:22:43,261 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T18:22:43,261 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b0adf1b8bfe2688f7857b4756d499d00, ASSIGN in 385 msec 2024-11-20T18:22:43,261 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T18:22:43,262 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126963261"}]},"ts":"1732126963261"} 2024-11-20T18:22:43,264 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T18:22:43,265 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T18:22:43,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2840 sec 2024-11-20T18:22:43,842 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T18:22:44,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:22:44,130 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T18:22:44,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3396f52f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:44,131 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,44085,-1 for getting cluster id 2024-11-20T18:22:44,131 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:22:44,132 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf41492a-efc6-4509-b56c-ae50917807d6' 2024-11-20T18:22:44,132 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:22:44,132 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf41492a-efc6-4509-b56c-ae50917807d6" 2024-11-20T18:22:44,132 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2802542d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:44,132 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,44085,-1] 2024-11-20T18:22:44,132 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:22:44,133 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:44,133 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:22:44,134 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@277a840d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:44,134 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:22:44,135 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,44085,1732126943391 2024-11-20T18:22:44,135 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44ae5f0 2024-11-20T18:22:44,135 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:22:44,135 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:22:44,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44085 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6b87edf34edd:35053,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T18:22:44,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44085 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T18:22:44,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:22:44,138 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b87edf34edd:35053' 2024-11-20T18:22:44,139 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4445ca81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:44,139 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,35053,-1 for getting cluster id 2024-11-20T18:22:44,139 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:22:44,139 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aebf4b0c-4f8b-45fb-87b4-5a27b92ed111' 2024-11-20T18:22:44,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:22:44,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aebf4b0c-4f8b-45fb-87b4-5a27b92ed111" 2024-11-20T18:22:44,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79c6cf2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:44,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,35053,-1] 2024-11-20T18:22:44,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:22:44,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:44,141 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:22:44,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bb9fb27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:44,143 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:22:44,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,35053,1732126949388 2024-11-20T18:22:44,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42b83418 2024-11-20T18:22:44,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:22:44,145 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:22:44,146 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T18:22:44,146 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T18:22:44,146 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:44,146 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:44,146 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:22:44,146 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T18:22:44,147 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T18:22:44,148 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T18:22:44,148 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:44,149 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T18:22:44,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741837_1013 (size=1138) 2024-11-20T18:22:44,198 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T18:22:44,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:22:44,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:22:44,535 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T18:22:44,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:44,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:44,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:44,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:44,568 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3ce5e430420abb7b90a6336aa3baca59, NAME => 'hbase:replication,,1732126964146.3ce5e430420abb7b90a6336aa3baca59.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0 2024-11-20T18:22:44,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:44,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:44,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:44,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:44,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:44,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:44,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741838_1014 (size=44) 2024-11-20T18:22:44,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:44,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:44,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:44,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:22:44,975 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732126964146.3ce5e430420abb7b90a6336aa3baca59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:22:44,975 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3ce5e430420abb7b90a6336aa3baca59, disabling compactions & flushes 2024-11-20T18:22:44,975 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732126964146.3ce5e430420abb7b90a6336aa3baca59. 2024-11-20T18:22:44,975 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732126964146.3ce5e430420abb7b90a6336aa3baca59. 2024-11-20T18:22:44,975 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732126964146.3ce5e430420abb7b90a6336aa3baca59. after waiting 0 ms 2024-11-20T18:22:44,975 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732126964146.3ce5e430420abb7b90a6336aa3baca59. 2024-11-20T18:22:44,975 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732126964146.3ce5e430420abb7b90a6336aa3baca59. 2024-11-20T18:22:44,975 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3ce5e430420abb7b90a6336aa3baca59: Waiting for close lock at 1732126964975Disabling compacts and flushes for region at 1732126964975Disabling writes for close at 1732126964975Writing region close event to WAL at 1732126964975Closed at 1732126964975 2024-11-20T18:22:44,976 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T18:22:44,976 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732126964146.3ce5e430420abb7b90a6336aa3baca59.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732126964976"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732126964976"}]},"ts":"1732126964976"} 2024-11-20T18:22:44,978 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T18:22:44,979 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T18:22:44,979 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126964979"}]},"ts":"1732126964979"} 2024-11-20T18:22:44,980 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T18:22:44,980 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3ce5e430420abb7b90a6336aa3baca59, ASSIGN}] 2024-11-20T18:22:44,981 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3ce5e430420abb7b90a6336aa3baca59, ASSIGN 2024-11-20T18:22:44,982 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3ce5e430420abb7b90a6336aa3baca59, ASSIGN; state=OFFLINE, location=6b87edf34edd,45647,1732126943576; forceNewPlan=false, retain=false 2024-11-20T18:22:45,133 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3ce5e430420abb7b90a6336aa3baca59, regionState=OPENING, regionLocation=6b87edf34edd,45647,1732126943576 2024-11-20T18:22:45,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3ce5e430420abb7b90a6336aa3baca59, ASSIGN because future has completed 2024-11-20T18:22:45,135 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ce5e430420abb7b90a6336aa3baca59, server=6b87edf34edd,45647,1732126943576}] 2024-11-20T18:22:45,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:22:45,290 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732126964146.3ce5e430420abb7b90a6336aa3baca59. 2024-11-20T18:22:45,290 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:22:45,290 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T18:22:45,291 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b87edf34edd%2C45647%2C1732126943576.rep, suffix=, logDir=hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/WALs/6b87edf34edd,45647,1732126943576, archiveDir=hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/oldWALs, maxLogs=10 2024-11-20T18:22:45,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/WALs/6b87edf34edd,45647,1732126943576/6b87edf34edd%2C45647%2C1732126943576.rep.1732126965291, exclude list is [], retry=0 2024-11-20T18:22:45,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46153,DS-e72a3b28-ec4f-473b-87eb-e2586869e639,DISK] 2024-11-20T18:22:45,313 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/WALs/6b87edf34edd,45647,1732126943576/6b87edf34edd%2C45647%2C1732126943576.rep.1732126965291 2024-11-20T18:22:45,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45005:45005)] 2024-11-20T18:22:45,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3ce5e430420abb7b90a6336aa3baca59, NAME => 'hbase:replication,,1732126964146.3ce5e430420abb7b90a6336aa3baca59.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:22:45,314 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T18:22:45,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T18:22:45,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732126964146.3ce5e430420abb7b90a6336aa3baca59. service=MultiRowMutationService 2024-11-20T18:22:45,314 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T18:22:45,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3ce5e430420abb7b90a6336aa3baca59 2024-11-20T18:22:45,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732126964146.3ce5e430420abb7b90a6336aa3baca59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:22:45,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3ce5e430420abb7b90a6336aa3baca59 2024-11-20T18:22:45,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3ce5e430420abb7b90a6336aa3baca59 2024-11-20T18:22:45,316 INFO [StoreOpener-3ce5e430420abb7b90a6336aa3baca59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3ce5e430420abb7b90a6336aa3baca59 2024-11-20T18:22:45,317 INFO [StoreOpener-3ce5e430420abb7b90a6336aa3baca59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ce5e430420abb7b90a6336aa3baca59 columnFamilyName hfileref 2024-11-20T18:22:45,317 DEBUG [StoreOpener-3ce5e430420abb7b90a6336aa3baca59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:45,317 INFO [StoreOpener-3ce5e430420abb7b90a6336aa3baca59-1 {}] regionserver.HStore(327): Store=3ce5e430420abb7b90a6336aa3baca59/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:22:45,317 INFO [StoreOpener-3ce5e430420abb7b90a6336aa3baca59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3ce5e430420abb7b90a6336aa3baca59 2024-11-20T18:22:45,318 INFO [StoreOpener-3ce5e430420abb7b90a6336aa3baca59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ce5e430420abb7b90a6336aa3baca59 columnFamilyName queue 2024-11-20T18:22:45,318 DEBUG [StoreOpener-3ce5e430420abb7b90a6336aa3baca59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:45,319 INFO [StoreOpener-3ce5e430420abb7b90a6336aa3baca59-1 {}] regionserver.HStore(327): Store=3ce5e430420abb7b90a6336aa3baca59/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:22:45,319 INFO [StoreOpener-3ce5e430420abb7b90a6336aa3baca59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3ce5e430420abb7b90a6336aa3baca59 2024-11-20T18:22:45,322 INFO [StoreOpener-3ce5e430420abb7b90a6336aa3baca59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ce5e430420abb7b90a6336aa3baca59 columnFamilyName sid 2024-11-20T18:22:45,322 DEBUG [StoreOpener-3ce5e430420abb7b90a6336aa3baca59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:45,323 INFO [StoreOpener-3ce5e430420abb7b90a6336aa3baca59-1 {}] regionserver.HStore(327): Store=3ce5e430420abb7b90a6336aa3baca59/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:22:45,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3ce5e430420abb7b90a6336aa3baca59 2024-11-20T18:22:45,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/data/hbase/replication/3ce5e430420abb7b90a6336aa3baca59 2024-11-20T18:22:45,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/data/hbase/replication/3ce5e430420abb7b90a6336aa3baca59 2024-11-20T18:22:45,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3ce5e430420abb7b90a6336aa3baca59 2024-11-20T18:22:45,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3ce5e430420abb7b90a6336aa3baca59 2024-11-20T18:22:45,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T18:22:45,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3ce5e430420abb7b90a6336aa3baca59 2024-11-20T18:22:45,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/data/hbase/replication/3ce5e430420abb7b90a6336aa3baca59/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:22:45,327 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3ce5e430420abb7b90a6336aa3baca59; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74423976, jitterRate=0.10900366306304932}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T18:22:45,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3ce5e430420abb7b90a6336aa3baca59 2024-11-20T18:22:45,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3ce5e430420abb7b90a6336aa3baca59: Running coprocessor pre-open hook at 1732126965315Writing region info on filesystem at 1732126965315Initializing all the Stores at 1732126965315Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126965315Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126965316 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126965316Cleaning up temporary data from old regions at 1732126965324 (+8 ms)Running coprocessor post-open hooks at 1732126965327 (+3 ms)Region opened successfully at 1732126965328 (+1 ms) 2024-11-20T18:22:45,328 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732126964146.3ce5e430420abb7b90a6336aa3baca59., pid=10, masterSystemTime=1732126965287 2024-11-20T18:22:45,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732126964146.3ce5e430420abb7b90a6336aa3baca59. 2024-11-20T18:22:45,330 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732126964146.3ce5e430420abb7b90a6336aa3baca59. 2024-11-20T18:22:45,330 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3ce5e430420abb7b90a6336aa3baca59, regionState=OPEN, openSeqNum=2, regionLocation=6b87edf34edd,45647,1732126943576 2024-11-20T18:22:45,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ce5e430420abb7b90a6336aa3baca59, server=6b87edf34edd,45647,1732126943576 because future has completed 2024-11-20T18:22:45,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T18:22:45,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3ce5e430420abb7b90a6336aa3baca59, server=6b87edf34edd,45647,1732126943576 in 198 msec 2024-11-20T18:22:45,335 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T18:22:45,335 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3ce5e430420abb7b90a6336aa3baca59, ASSIGN in 354 msec 2024-11-20T18:22:45,336 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T18:22:45,336 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126965336"}]},"ts":"1732126965336"} 2024-11-20T18:22:45,338 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T18:22:45,339 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T18:22:45,340 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1930 sec 2024-11-20T18:22:45,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732126964146.3ce5e430420abb7b90a6336aa3baca59., hostname=6b87edf34edd,45647,1732126943576, seqNum=2] 2024-11-20T18:22:45,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45647-0x101597b9ac60001, quorum=127.0.0.1:51754, baseZNode=/01314671239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01314671239 2024-11-20T18:22:45,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44085-0x101597b9ac60000, quorum=127.0.0.1:51754, baseZNode=/01314671239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01314671239 2024-11-20T18:22:45,459 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T18:22:45,509 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:22:45,509 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b87edf34edd,38325,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b87edf34edd:38325 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T18:22:45,509 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108644 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b87edf34edd,38325,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b87edf34edd:38325 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T18:22:45,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45647 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T18:22:45,611 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T18:22:45,639 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6b87edf34edd,45647,1732126943576, ReplicationSource: 1, currentBandwidth=0 2024-11-20T18:22:45,640 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:22:45,640 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,45647,1732126943576, seqNum=-1] 2024-11-20T18:22:45,640 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:22:45,641 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56973, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-20T18:22:45,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6b87edf34edd,45647,1732126943576', locateType=CURRENT is [region=hbase:replication,,1732126964146.3ce5e430420abb7b90a6336aa3baca59., hostname=6b87edf34edd,45647,1732126943576, seqNum=2] 2024-11-20T18:22:45,644 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T18:22:45,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44085 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T18:22:45,647 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6b87edf34edd,45647,1732126943576 suceeded 2024-11-20T18:22:45,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T18:22:45,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-20T18:22:45,649 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6b87edf34edd:35053,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T18:22:45,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5130 sec 2024-11-20T18:22:45,658 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45647,1732126943576 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b87edf34edd:35053' 2024-11-20T18:22:45,659 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45647,1732126943576 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78ef9a24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:45,659 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45647,1732126943576 {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,35053,-1 for getting cluster id 2024-11-20T18:22:45,659 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45647,1732126943576 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:22:45,660 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aebf4b0c-4f8b-45fb-87b4-5a27b92ed111' 2024-11-20T18:22:45,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:22:45,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aebf4b0c-4f8b-45fb-87b4-5a27b92ed111" 2024-11-20T18:22:45,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@508a6ec1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:45,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,35053,-1] 2024-11-20T18:22:45,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:22:45,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:45,661 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:22:45,662 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45647,1732126943576 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24653b3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:45,662 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45647,1732126943576 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:22:45,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,35053,1732126949388 2024-11-20T18:22:45,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66e18a38 2024-11-20T18:22:45,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:22:45,663 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-20T18:22:45,664 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45647,1732126943576 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6b87edf34edd,45647,1732126943576 (queues=1) is replicating from cluster=bf41492a-efc6-4509-b56c-ae50917807d6 to cluster=aebf4b0c-4f8b-45fb-87b4-5a27b92ed111 2024-11-20T18:22:45,664 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45647,1732126943576 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6b87edf34edd%2C45647%2C1732126943576 2024-11-20T18:22:45,664 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45647,1732126943576 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6b87edf34edd,45647,1732126943576, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T18:22:45,664 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45647,1732126943576.replicationSource.shipper6b87edf34edd%2C45647%2C1732126943576,1-6b87edf34edd,45647,1732126943576 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b87edf34edd%2C45647%2C1732126943576 2024-11-20T18:22:45,664 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45647,1732126943576.replicationSource.wal-reader.6b87edf34edd%2C45647%2C1732126943576,1-6b87edf34edd,45647,1732126943576 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/WALs/6b87edf34edd,45647,1732126943576/6b87edf34edd%2C45647%2C1732126943576.1732126946740, startPosition=0, beingWritten=true 2024-11-20T18:22:45,668 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45647,1732126943576.replicationSource.wal-reader.6b87edf34edd%2C45647%2C1732126943576,1-6b87edf34edd,45647,1732126943576 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T18:22:45,668 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45647,1732126943576.replicationSource.wal-reader.6b87edf34edd%2C45647%2C1732126943576,1-6b87edf34edd,45647,1732126943576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/WALs/6b87edf34edd,45647,1732126943576/6b87edf34edd%2C45647%2C1732126943576.1732126946740 to pos 379, reset compression=false 2024-11-20T18:22:45,668 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45647,1732126943576.replicationSource.shipper6b87edf34edd%2C45647%2C1732126943576,1-6b87edf34edd,45647,1732126943576 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,45647,1732126943576 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/WALs/6b87edf34edd,45647,1732126943576/6b87edf34edd%2C45647%2C1732126943576.1732126946740, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T18:22:45,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T18:22:45,726 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-20T18:22:45,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T18:22:45,727 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-20T18:22:45,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T18:22:45,727 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-20T18:22:45,871 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45647,1732126943576.replicationSource.wal-reader.6b87edf34edd%2C45647%2C1732126943576,1-6b87edf34edd,45647,1732126943576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/WALs/6b87edf34edd,45647,1732126943576/6b87edf34edd%2C45647%2C1732126943576.1732126946740 to pos 379, reset compression=false 2024-11-20T18:22:46,174 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45647,1732126943576.replicationSource.wal-reader.6b87edf34edd%2C45647%2C1732126943576,1-6b87edf34edd,45647,1732126943576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/WALs/6b87edf34edd,45647,1732126943576/6b87edf34edd%2C45647%2C1732126943576.1732126946740 to pos 379, reset compression=false 2024-11-20T18:22:46,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:22:46,289 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T18:22:46,290 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:22:46,290 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:22:46,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:46,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:46,290 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:22:46,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@353e32a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:46,290 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,35053,-1 for getting cluster id 2024-11-20T18:22:46,290 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:22:46,291 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aebf4b0c-4f8b-45fb-87b4-5a27b92ed111' 2024-11-20T18:22:46,291 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:22:46,291 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aebf4b0c-4f8b-45fb-87b4-5a27b92ed111" 2024-11-20T18:22:46,291 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64150b54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:46,291 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,35053,-1] 2024-11-20T18:22:46,292 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:22:46,292 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:46,292 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:22:46,293 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b17ef14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:46,293 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:22:46,294 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,35053,1732126949388 2024-11-20T18:22:46,294 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c24ef5f 2024-11-20T18:22:46,294 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:22:46,294 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:22:46,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35053 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6b87edf34edd:37513,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T18:22:46,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35053 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T18:22:46,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:22:46,297 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b87edf34edd:37513' 2024-11-20T18:22:46,297 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23730caa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:46,297 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,37513,-1 for getting cluster id 2024-11-20T18:22:46,298 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:22:46,298 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c956cea2-3dd8-49a8-a513-c1161945cd02' 2024-11-20T18:22:46,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:22:46,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c956cea2-3dd8-49a8-a513-c1161945cd02" 2024-11-20T18:22:46,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7543bfa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:46,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,37513,-1] 2024-11-20T18:22:46,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:22:46,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:46,299 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:22:46,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50ba07e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:46,300 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:22:46,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,37513,1732126955425 2024-11-20T18:22:46,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@539c542 2024-11-20T18:22:46,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:22:46,301 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:22:46,301 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T18:22:46,301 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T18:22:46,302 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:46,302 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:46,302 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:22:46,302 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T18:22:46,303 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T18:22:46,303 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T18:22:46,303 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:46,304 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T18:22:46,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38311 is added to blk_1073741837_1013 (size=1138) 2024-11-20T18:22:46,350 DEBUG [master/6b87edf34edd:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=11, created chunk count=33, reused chunk count=119, reuseRatio=78.29% 2024-11-20T18:22:46,351 DEBUG [master/6b87edf34edd:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-20T18:22:46,353 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T18:22:46,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:22:46,577 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45647,1732126943576.replicationSource.wal-reader.6b87edf34edd%2C45647%2C1732126943576,1-6b87edf34edd,45647,1732126943576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/WALs/6b87edf34edd,45647,1732126943576/6b87edf34edd%2C45647%2C1732126943576.1732126946740 to pos 379, reset compression=false 2024-11-20T18:22:46,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:22:46,710 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f9bc54da18cb502d7236d7a29f00c8af, NAME => 'hbase:replication,,1732126966302.f9bc54da18cb502d7236d7a29f00c8af.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d 2024-11-20T18:22:46,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38311 is added to blk_1073741838_1014 (size=44) 2024-11-20T18:22:46,714 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732126966302.f9bc54da18cb502d7236d7a29f00c8af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:22:46,714 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f9bc54da18cb502d7236d7a29f00c8af, disabling compactions & flushes 2024-11-20T18:22:46,714 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732126966302.f9bc54da18cb502d7236d7a29f00c8af. 2024-11-20T18:22:46,714 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732126966302.f9bc54da18cb502d7236d7a29f00c8af. 2024-11-20T18:22:46,714 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732126966302.f9bc54da18cb502d7236d7a29f00c8af. after waiting 0 ms 2024-11-20T18:22:46,714 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732126966302.f9bc54da18cb502d7236d7a29f00c8af. 2024-11-20T18:22:46,714 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732126966302.f9bc54da18cb502d7236d7a29f00c8af. 2024-11-20T18:22:46,714 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f9bc54da18cb502d7236d7a29f00c8af: Waiting for close lock at 1732126966714Disabling compacts and flushes for region at 1732126966714Disabling writes for close at 1732126966714Writing region close event to WAL at 1732126966714Closed at 1732126966714 2024-11-20T18:22:46,715 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T18:22:46,716 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732126966302.f9bc54da18cb502d7236d7a29f00c8af.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732126966716"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732126966716"}]},"ts":"1732126966716"} 2024-11-20T18:22:46,717 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T18:22:46,718 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T18:22:46,718 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126966718"}]},"ts":"1732126966718"} 2024-11-20T18:22:46,719 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T18:22:46,719 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f9bc54da18cb502d7236d7a29f00c8af, ASSIGN}] 2024-11-20T18:22:46,720 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f9bc54da18cb502d7236d7a29f00c8af, ASSIGN 2024-11-20T18:22:46,721 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f9bc54da18cb502d7236d7a29f00c8af, ASSIGN; state=OFFLINE, location=6b87edf34edd,36869,1732126949597; forceNewPlan=false, retain=false 2024-11-20T18:22:46,871 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f9bc54da18cb502d7236d7a29f00c8af, regionState=OPENING, regionLocation=6b87edf34edd,36869,1732126949597 2024-11-20T18:22:46,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f9bc54da18cb502d7236d7a29f00c8af, ASSIGN because future has completed 2024-11-20T18:22:46,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f9bc54da18cb502d7236d7a29f00c8af, server=6b87edf34edd,36869,1732126949597}] 2024-11-20T18:22:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:22:47,030 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732126966302.f9bc54da18cb502d7236d7a29f00c8af. 2024-11-20T18:22:47,030 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:22:47,030 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T18:22:47,031 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b87edf34edd%2C36869%2C1732126949597.rep, suffix=, logDir=hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/WALs/6b87edf34edd,36869,1732126949597, archiveDir=hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/oldWALs, maxLogs=10 2024-11-20T18:22:47,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/WALs/6b87edf34edd,36869,1732126949597/6b87edf34edd%2C36869%2C1732126949597.rep.1732126967031, exclude list is [], retry=0 2024-11-20T18:22:47,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38311,DS-bac1823d-70ef-4aa4-816e-4e5b27576131,DISK] 2024-11-20T18:22:47,048 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/WALs/6b87edf34edd,36869,1732126949597/6b87edf34edd%2C36869%2C1732126949597.rep.1732126967031 2024-11-20T18:22:47,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33553:33553)] 2024-11-20T18:22:47,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f9bc54da18cb502d7236d7a29f00c8af, NAME => 'hbase:replication,,1732126966302.f9bc54da18cb502d7236d7a29f00c8af.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:22:47,049 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T18:22:47,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T18:22:47,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732126966302.f9bc54da18cb502d7236d7a29f00c8af. service=MultiRowMutationService 2024-11-20T18:22:47,049 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T18:22:47,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f9bc54da18cb502d7236d7a29f00c8af 2024-11-20T18:22:47,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732126966302.f9bc54da18cb502d7236d7a29f00c8af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:22:47,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f9bc54da18cb502d7236d7a29f00c8af 2024-11-20T18:22:47,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f9bc54da18cb502d7236d7a29f00c8af 2024-11-20T18:22:47,050 INFO [StoreOpener-f9bc54da18cb502d7236d7a29f00c8af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f9bc54da18cb502d7236d7a29f00c8af 2024-11-20T18:22:47,051 INFO [StoreOpener-f9bc54da18cb502d7236d7a29f00c8af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9bc54da18cb502d7236d7a29f00c8af columnFamilyName hfileref 2024-11-20T18:22:47,052 DEBUG [StoreOpener-f9bc54da18cb502d7236d7a29f00c8af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:47,052 INFO [StoreOpener-f9bc54da18cb502d7236d7a29f00c8af-1 {}] regionserver.HStore(327): Store=f9bc54da18cb502d7236d7a29f00c8af/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:22:47,052 INFO [StoreOpener-f9bc54da18cb502d7236d7a29f00c8af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f9bc54da18cb502d7236d7a29f00c8af 2024-11-20T18:22:47,053 INFO [StoreOpener-f9bc54da18cb502d7236d7a29f00c8af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9bc54da18cb502d7236d7a29f00c8af columnFamilyName queue 2024-11-20T18:22:47,053 DEBUG [StoreOpener-f9bc54da18cb502d7236d7a29f00c8af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:47,053 INFO [StoreOpener-f9bc54da18cb502d7236d7a29f00c8af-1 {}] regionserver.HStore(327): Store=f9bc54da18cb502d7236d7a29f00c8af/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:22:47,053 INFO [StoreOpener-f9bc54da18cb502d7236d7a29f00c8af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f9bc54da18cb502d7236d7a29f00c8af 2024-11-20T18:22:47,054 INFO [StoreOpener-f9bc54da18cb502d7236d7a29f00c8af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9bc54da18cb502d7236d7a29f00c8af columnFamilyName sid 2024-11-20T18:22:47,054 DEBUG [StoreOpener-f9bc54da18cb502d7236d7a29f00c8af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:47,054 INFO [StoreOpener-f9bc54da18cb502d7236d7a29f00c8af-1 {}] regionserver.HStore(327): Store=f9bc54da18cb502d7236d7a29f00c8af/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:22:47,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f9bc54da18cb502d7236d7a29f00c8af 2024-11-20T18:22:47,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/data/hbase/replication/f9bc54da18cb502d7236d7a29f00c8af 2024-11-20T18:22:47,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/data/hbase/replication/f9bc54da18cb502d7236d7a29f00c8af 2024-11-20T18:22:47,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f9bc54da18cb502d7236d7a29f00c8af 2024-11-20T18:22:47,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f9bc54da18cb502d7236d7a29f00c8af 2024-11-20T18:22:47,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T18:22:47,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f9bc54da18cb502d7236d7a29f00c8af 2024-11-20T18:22:47,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/data/hbase/replication/f9bc54da18cb502d7236d7a29f00c8af/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:22:47,058 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f9bc54da18cb502d7236d7a29f00c8af; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60121030, jitterRate=-0.10412684082984924}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T18:22:47,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f9bc54da18cb502d7236d7a29f00c8af 2024-11-20T18:22:47,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f9bc54da18cb502d7236d7a29f00c8af: Running coprocessor pre-open hook at 1732126967049Writing region info on filesystem at 1732126967049Initializing all the Stores at 1732126967050 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126967050Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126967050Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126967050Cleaning up temporary data from old regions at 1732126967056 (+6 ms)Running coprocessor post-open hooks at 1732126967058 (+2 ms)Region opened successfully at 1732126967058 2024-11-20T18:22:47,059 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732126966302.f9bc54da18cb502d7236d7a29f00c8af., pid=10, masterSystemTime=1732126967027 2024-11-20T18:22:47,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732126966302.f9bc54da18cb502d7236d7a29f00c8af. 2024-11-20T18:22:47,061 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732126966302.f9bc54da18cb502d7236d7a29f00c8af. 2024-11-20T18:22:47,061 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f9bc54da18cb502d7236d7a29f00c8af, regionState=OPEN, openSeqNum=2, regionLocation=6b87edf34edd,36869,1732126949597 2024-11-20T18:22:47,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f9bc54da18cb502d7236d7a29f00c8af, server=6b87edf34edd,36869,1732126949597 because future has completed 2024-11-20T18:22:47,065 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T18:22:47,066 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f9bc54da18cb502d7236d7a29f00c8af, server=6b87edf34edd,36869,1732126949597 in 189 msec 2024-11-20T18:22:47,067 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T18:22:47,067 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f9bc54da18cb502d7236d7a29f00c8af, ASSIGN in 347 msec 2024-11-20T18:22:47,068 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T18:22:47,068 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126967068"}]},"ts":"1732126967068"} 2024-11-20T18:22:47,070 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T18:22:47,071 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T18:22:47,072 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 769 msec 2024-11-20T18:22:47,080 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45647,1732126943576.replicationSource.wal-reader.6b87edf34edd%2C45647%2C1732126943576,1-6b87edf34edd,45647,1732126943576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/WALs/6b87edf34edd,45647,1732126943576/6b87edf34edd%2C45647%2C1732126943576.1732126946740 to pos 379, reset compression=false 2024-11-20T18:22:47,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732126966302.f9bc54da18cb502d7236d7a29f00c8af., hostname=6b87edf34edd,36869,1732126949597, seqNum=2] 2024-11-20T18:22:47,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36869-0x101597b9ac60004, quorum=127.0.0.1:51754, baseZNode=/1402183626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1402183626 2024-11-20T18:22:47,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35053-0x101597b9ac60003, quorum=127.0.0.1:51754, baseZNode=/1402183626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1402183626 2024-11-20T18:22:47,153 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T18:22:47,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T18:22:47,305 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T18:22:47,351 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6b87edf34edd,36869,1732126949597, ReplicationSource: 1, currentBandwidth=0 2024-11-20T18:22:47,351 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:22:47,351 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,36869,1732126949597, seqNum=-1] 2024-11-20T18:22:47,352 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:22:47,353 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41737, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-20T18:22:47,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6b87edf34edd,36869,1732126949597', locateType=CURRENT is [region=hbase:replication,,1732126966302.f9bc54da18cb502d7236d7a29f00c8af., hostname=6b87edf34edd,36869,1732126949597, seqNum=2] 2024-11-20T18:22:47,356 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T18:22:47,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35053 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T18:22:47,358 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6b87edf34edd,36869,1732126949597 suceeded 2024-11-20T18:22:47,360 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T18:22:47,360 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6b87edf34edd:37513,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T18:22:47,360 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 205 msec 2024-11-20T18:22:47,361 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0650 sec 2024-11-20T18:22:47,370 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b87edf34edd:37513' 2024-11-20T18:22:47,371 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c176d96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:47,371 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597 {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,37513,-1 for getting cluster id 2024-11-20T18:22:47,371 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:22:47,372 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c956cea2-3dd8-49a8-a513-c1161945cd02' 2024-11-20T18:22:47,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:22:47,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c956cea2-3dd8-49a8-a513-c1161945cd02" 2024-11-20T18:22:47,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58f036e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:47,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,37513,-1] 2024-11-20T18:22:47,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:22:47,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:47,373 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:22:47,374 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@329cf8ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:47,374 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:22:47,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,37513,1732126955425 2024-11-20T18:22:47,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ca77e3 2024-11-20T18:22:47,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:22:47,375 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-20T18:22:47,376 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6b87edf34edd,36869,1732126949597 (queues=1) is replicating from cluster=aebf4b0c-4f8b-45fb-87b4-5a27b92ed111 to cluster=c956cea2-3dd8-49a8-a513-c1161945cd02 2024-11-20T18:22:47,376 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6b87edf34edd%2C36869%2C1732126949597 2024-11-20T18:22:47,376 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6b87edf34edd,36869,1732126949597, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T18:22:47,376 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.shipper6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b87edf34edd%2C36869%2C1732126949597 2024-11-20T18:22:47,376 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.wal-reader.6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/WALs/6b87edf34edd,36869,1732126949597/6b87edf34edd%2C36869%2C1732126949597.1732126952027, startPosition=0, beingWritten=true 2024-11-20T18:22:47,386 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.wal-reader.6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T18:22:47,386 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.wal-reader.6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/WALs/6b87edf34edd,36869,1732126949597/6b87edf34edd%2C36869%2C1732126949597.1732126952027 to pos 379, reset compression=false 2024-11-20T18:22:47,386 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.shipper6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,36869,1732126949597 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/WALs/6b87edf34edd,36869,1732126949597/6b87edf34edd%2C36869%2C1732126949597.1732126952027, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T18:22:47,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:22:47,429 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T18:22:47,429 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:22:47,430 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:22:47,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:47,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:47,430 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:22:47,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@656ab07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:47,430 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,37513,-1 for getting cluster id 2024-11-20T18:22:47,431 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:22:47,431 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c956cea2-3dd8-49a8-a513-c1161945cd02' 2024-11-20T18:22:47,431 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:22:47,431 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c956cea2-3dd8-49a8-a513-c1161945cd02" 2024-11-20T18:22:47,432 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7148d690, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:47,432 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,37513,-1] 2024-11-20T18:22:47,432 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:22:47,432 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:47,432 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:22:47,433 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25dad266, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:47,433 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:22:47,434 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,37513,1732126955425 2024-11-20T18:22:47,434 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c9ce641 2024-11-20T18:22:47,434 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:22:47,435 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:22:47,435 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37513 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6b87edf34edd:35053,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T18:22:47,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37513 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T18:22:47,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:22:47,437 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b87edf34edd:35053' 2024-11-20T18:22:47,438 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@185b2ec7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:47,438 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,35053,-1 for getting cluster id 2024-11-20T18:22:47,438 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:22:47,439 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aebf4b0c-4f8b-45fb-87b4-5a27b92ed111' 2024-11-20T18:22:47,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:22:47,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aebf4b0c-4f8b-45fb-87b4-5a27b92ed111" 2024-11-20T18:22:47,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57cde576, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:47,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,35053,-1] 2024-11-20T18:22:47,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:22:47,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:47,440 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:22:47,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cff14cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:47,440 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:22:47,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,35053,1732126949388 2024-11-20T18:22:47,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77c288cc 2024-11-20T18:22:47,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:22:47,442 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:22:47,442 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T18:22:47,442 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T18:22:47,442 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:47,442 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:47,442 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:22:47,443 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T18:22:47,444 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T18:22:47,444 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T18:22:47,444 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:47,445 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T18:22:47,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34713 is added to blk_1073741837_1013 (size=1138) 2024-11-20T18:22:47,494 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T18:22:47,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:22:47,591 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.wal-reader.6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/WALs/6b87edf34edd,36869,1732126949597/6b87edf34edd%2C36869%2C1732126949597.1732126952027 to pos 379, reset compression=false 2024-11-20T18:22:47,684 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45647,1732126943576.replicationSource.wal-reader.6b87edf34edd%2C45647%2C1732126943576,1-6b87edf34edd,45647,1732126943576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/WALs/6b87edf34edd,45647,1732126943576/6b87edf34edd%2C45647%2C1732126943576.1732126946740 to pos 379, reset compression=false 2024-11-20T18:22:47,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:22:47,851 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6b468a18cee80f96f993bbad8c7d76f1, NAME => 'hbase:replication,,1732126967443.6b468a18cee80f96f993bbad8c7d76f1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb 2024-11-20T18:22:47,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34713 is added to blk_1073741838_1014 (size=44) 2024-11-20T18:22:47,900 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.wal-reader.6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/WALs/6b87edf34edd,36869,1732126949597/6b87edf34edd%2C36869%2C1732126949597.1732126952027 to pos 379, reset compression=false 2024-11-20T18:22:48,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:22:48,258 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732126967443.6b468a18cee80f96f993bbad8c7d76f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:22:48,258 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6b468a18cee80f96f993bbad8c7d76f1, disabling compactions & flushes 2024-11-20T18:22:48,258 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732126967443.6b468a18cee80f96f993bbad8c7d76f1. 2024-11-20T18:22:48,258 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732126967443.6b468a18cee80f96f993bbad8c7d76f1. 2024-11-20T18:22:48,258 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732126967443.6b468a18cee80f96f993bbad8c7d76f1. after waiting 0 ms 2024-11-20T18:22:48,258 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732126967443.6b468a18cee80f96f993bbad8c7d76f1. 2024-11-20T18:22:48,258 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732126967443.6b468a18cee80f96f993bbad8c7d76f1. 2024-11-20T18:22:48,258 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6b468a18cee80f96f993bbad8c7d76f1: Waiting for close lock at 1732126968258Disabling compacts and flushes for region at 1732126968258Disabling writes for close at 1732126968258Writing region close event to WAL at 1732126968258Closed at 1732126968258 2024-11-20T18:22:48,259 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T18:22:48,259 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732126967443.6b468a18cee80f96f993bbad8c7d76f1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732126968259"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732126968259"}]},"ts":"1732126968259"} 2024-11-20T18:22:48,261 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T18:22:48,262 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T18:22:48,262 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126968262"}]},"ts":"1732126968262"} 2024-11-20T18:22:48,264 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T18:22:48,265 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6b468a18cee80f96f993bbad8c7d76f1, ASSIGN}] 2024-11-20T18:22:48,266 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6b468a18cee80f96f993bbad8c7d76f1, ASSIGN 2024-11-20T18:22:48,268 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6b468a18cee80f96f993bbad8c7d76f1, ASSIGN; state=OFFLINE, location=6b87edf34edd,45987,1732126955616; forceNewPlan=false, retain=false 2024-11-20T18:22:48,313 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.wal-reader.6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/WALs/6b87edf34edd,36869,1732126949597/6b87edf34edd%2C36869%2C1732126949597.1732126952027 to pos 379, reset compression=false 2024-11-20T18:22:48,387 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45647,1732126943576.replicationSource.wal-reader.6b87edf34edd%2C45647%2C1732126943576,1-6b87edf34edd,45647,1732126943576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/WALs/6b87edf34edd,45647,1732126943576/6b87edf34edd%2C45647%2C1732126943576.1732126946740 to pos 379, reset compression=false 2024-11-20T18:22:48,419 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6b468a18cee80f96f993bbad8c7d76f1, regionState=OPENING, regionLocation=6b87edf34edd,45987,1732126955616 2024-11-20T18:22:48,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6b468a18cee80f96f993bbad8c7d76f1, ASSIGN because future has completed 2024-11-20T18:22:48,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b468a18cee80f96f993bbad8c7d76f1, server=6b87edf34edd,45987,1732126955616}] 2024-11-20T18:22:48,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:22:48,576 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732126967443.6b468a18cee80f96f993bbad8c7d76f1. 2024-11-20T18:22:48,576 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:22:48,576 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T18:22:48,577 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b87edf34edd%2C45987%2C1732126955616.rep, suffix=, logDir=hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/WALs/6b87edf34edd,45987,1732126955616, archiveDir=hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/oldWALs, maxLogs=10 2024-11-20T18:22:48,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/WALs/6b87edf34edd,45987,1732126955616/6b87edf34edd%2C45987%2C1732126955616.rep.1732126968578, exclude list is [], retry=0 2024-11-20T18:22:48,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34713,DS-7ca3c782-aac0-47d1-b722-1282d2125704,DISK] 2024-11-20T18:22:48,599 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/WALs/6b87edf34edd,45987,1732126955616/6b87edf34edd%2C45987%2C1732126955616.rep.1732126968578 2024-11-20T18:22:48,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38553:38553)] 2024-11-20T18:22:48,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6b468a18cee80f96f993bbad8c7d76f1, NAME => 'hbase:replication,,1732126967443.6b468a18cee80f96f993bbad8c7d76f1.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:22:48,599 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T18:22:48,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T18:22:48,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732126967443.6b468a18cee80f96f993bbad8c7d76f1. service=MultiRowMutationService 2024-11-20T18:22:48,600 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T18:22:48,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6b468a18cee80f96f993bbad8c7d76f1 2024-11-20T18:22:48,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732126967443.6b468a18cee80f96f993bbad8c7d76f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:22:48,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6b468a18cee80f96f993bbad8c7d76f1 2024-11-20T18:22:48,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6b468a18cee80f96f993bbad8c7d76f1 2024-11-20T18:22:48,602 INFO [StoreOpener-6b468a18cee80f96f993bbad8c7d76f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6b468a18cee80f96f993bbad8c7d76f1 2024-11-20T18:22:48,603 INFO [StoreOpener-6b468a18cee80f96f993bbad8c7d76f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b468a18cee80f96f993bbad8c7d76f1 columnFamilyName hfileref 2024-11-20T18:22:48,603 DEBUG [StoreOpener-6b468a18cee80f96f993bbad8c7d76f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:48,603 INFO [StoreOpener-6b468a18cee80f96f993bbad8c7d76f1-1 {}] regionserver.HStore(327): Store=6b468a18cee80f96f993bbad8c7d76f1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:22:48,603 INFO [StoreOpener-6b468a18cee80f96f993bbad8c7d76f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6b468a18cee80f96f993bbad8c7d76f1 2024-11-20T18:22:48,604 INFO [StoreOpener-6b468a18cee80f96f993bbad8c7d76f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b468a18cee80f96f993bbad8c7d76f1 columnFamilyName queue 2024-11-20T18:22:48,604 DEBUG [StoreOpener-6b468a18cee80f96f993bbad8c7d76f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:48,604 INFO [StoreOpener-6b468a18cee80f96f993bbad8c7d76f1-1 {}] regionserver.HStore(327): Store=6b468a18cee80f96f993bbad8c7d76f1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:22:48,605 INFO [StoreOpener-6b468a18cee80f96f993bbad8c7d76f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6b468a18cee80f96f993bbad8c7d76f1 2024-11-20T18:22:48,605 INFO [StoreOpener-6b468a18cee80f96f993bbad8c7d76f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b468a18cee80f96f993bbad8c7d76f1 columnFamilyName sid 2024-11-20T18:22:48,605 DEBUG [StoreOpener-6b468a18cee80f96f993bbad8c7d76f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:22:48,606 INFO [StoreOpener-6b468a18cee80f96f993bbad8c7d76f1-1 {}] regionserver.HStore(327): Store=6b468a18cee80f96f993bbad8c7d76f1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:22:48,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6b468a18cee80f96f993bbad8c7d76f1 2024-11-20T18:22:48,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/data/hbase/replication/6b468a18cee80f96f993bbad8c7d76f1 2024-11-20T18:22:48,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/data/hbase/replication/6b468a18cee80f96f993bbad8c7d76f1 2024-11-20T18:22:48,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6b468a18cee80f96f993bbad8c7d76f1 2024-11-20T18:22:48,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6b468a18cee80f96f993bbad8c7d76f1 2024-11-20T18:22:48,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T18:22:48,608 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6b468a18cee80f96f993bbad8c7d76f1 2024-11-20T18:22:48,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/data/hbase/replication/6b468a18cee80f96f993bbad8c7d76f1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:22:48,610 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6b468a18cee80f96f993bbad8c7d76f1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71773251, jitterRate=0.06950478255748749}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T18:22:48,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6b468a18cee80f96f993bbad8c7d76f1 2024-11-20T18:22:48,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6b468a18cee80f96f993bbad8c7d76f1: Running coprocessor pre-open hook at 1732126968600Writing region info on filesystem at 1732126968600Initializing all the Stores at 1732126968601 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126968601Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126968602 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126968602Cleaning up temporary data from old regions at 1732126968607 (+5 ms)Running coprocessor post-open hooks at 1732126968610 (+3 ms)Region opened successfully at 1732126968610 2024-11-20T18:22:48,611 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732126967443.6b468a18cee80f96f993bbad8c7d76f1., pid=10, masterSystemTime=1732126968572 2024-11-20T18:22:48,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732126967443.6b468a18cee80f96f993bbad8c7d76f1. 2024-11-20T18:22:48,613 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732126967443.6b468a18cee80f96f993bbad8c7d76f1. 2024-11-20T18:22:48,618 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6b468a18cee80f96f993bbad8c7d76f1, regionState=OPEN, openSeqNum=2, regionLocation=6b87edf34edd,45987,1732126955616 2024-11-20T18:22:48,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b468a18cee80f96f993bbad8c7d76f1, server=6b87edf34edd,45987,1732126955616 because future has completed 2024-11-20T18:22:48,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T18:22:48,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6b468a18cee80f96f993bbad8c7d76f1, server=6b87edf34edd,45987,1732126955616 in 200 msec 2024-11-20T18:22:48,625 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T18:22:48,625 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6b468a18cee80f96f993bbad8c7d76f1, ASSIGN in 358 msec 2024-11-20T18:22:48,625 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T18:22:48,626 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126968625"}]},"ts":"1732126968625"} 2024-11-20T18:22:48,629 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T18:22:48,629 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T18:22:48,631 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1870 sec 2024-11-20T18:22:48,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732126967443.6b468a18cee80f96f993bbad8c7d76f1., hostname=6b87edf34edd,45987,1732126955616, seqNum=2] 2024-11-20T18:22:48,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37513-0x101597b9ac60006, quorum=127.0.0.1:51754, baseZNode=/2-655801793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-655801793 2024-11-20T18:22:48,720 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45987-0x101597b9ac60007, quorum=127.0.0.1:51754, baseZNode=/2-655801793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-655801793 2024-11-20T18:22:48,743 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T18:22:48,819 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.wal-reader.6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/WALs/6b87edf34edd,36869,1732126949597/6b87edf34edd%2C36869%2C1732126949597.1732126952027 to pos 379, reset compression=false 2024-11-20T18:22:48,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T18:22:48,904 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T18:22:48,956 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6b87edf34edd,45987,1732126955616, ReplicationSource: 1, currentBandwidth=0 2024-11-20T18:22:48,956 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:22:48,957 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,45987,1732126955616, seqNum=-1] 2024-11-20T18:22:48,957 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:22:48,958 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41883, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-20T18:22:48,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6b87edf34edd,45987,1732126955616', locateType=CURRENT is [region=hbase:replication,,1732126967443.6b468a18cee80f96f993bbad8c7d76f1., hostname=6b87edf34edd,45987,1732126955616, seqNum=2] 2024-11-20T18:22:48,968 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T18:22:48,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37513 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T18:22:48,973 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6b87edf34edd,45987,1732126955616 suceeded 2024-11-20T18:22:48,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T18:22:48,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 230 msec 2024-11-20T18:22:48,977 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6b87edf34edd:35053,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T18:22:48,979 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5420 sec 2024-11-20T18:22:49,000 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b87edf34edd:35053' 2024-11-20T18:22:49,004 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76ee9ad0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:49,004 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616 {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,35053,-1 for getting cluster id 2024-11-20T18:22:49,004 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:22:49,005 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aebf4b0c-4f8b-45fb-87b4-5a27b92ed111' 2024-11-20T18:22:49,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:22:49,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aebf4b0c-4f8b-45fb-87b4-5a27b92ed111" 2024-11-20T18:22:49,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e0bab67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:49,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,35053,-1] 2024-11-20T18:22:49,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:22:49,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:49,008 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:22:49,009 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70da7169, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:49,009 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:22:49,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,35053,1732126949388 2024-11-20T18:22:49,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77b00a2d 2024-11-20T18:22:49,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:22:49,011 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-20T18:22:49,012 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6b87edf34edd,45987,1732126955616 (queues=1) is replicating from cluster=c956cea2-3dd8-49a8-a513-c1161945cd02 to cluster=aebf4b0c-4f8b-45fb-87b4-5a27b92ed111 2024-11-20T18:22:49,012 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6b87edf34edd%2C45987%2C1732126955616 2024-11-20T18:22:49,012 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6b87edf34edd,45987,1732126955616, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T18:22:49,017 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616.replicationSource.wal-reader.6b87edf34edd%2C45987%2C1732126955616,1-6b87edf34edd,45987,1732126955616 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/WALs/6b87edf34edd,45987,1732126955616/6b87edf34edd%2C45987%2C1732126955616.1732126958001, startPosition=0, beingWritten=true 2024-11-20T18:22:49,019 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616.replicationSource.shipper6b87edf34edd%2C45987%2C1732126955616,1-6b87edf34edd,45987,1732126955616 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b87edf34edd%2C45987%2C1732126955616 2024-11-20T18:22:49,042 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616.replicationSource.wal-reader.6b87edf34edd%2C45987%2C1732126955616,1-6b87edf34edd,45987,1732126955616 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T18:22:49,042 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616.replicationSource.wal-reader.6b87edf34edd%2C45987%2C1732126955616,1-6b87edf34edd,45987,1732126955616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/WALs/6b87edf34edd,45987,1732126955616/6b87edf34edd%2C45987%2C1732126955616.1732126958001 to pos 379, reset compression=false 2024-11-20T18:22:49,042 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616.replicationSource.shipper6b87edf34edd%2C45987%2C1732126955616,1-6b87edf34edd,45987,1732126955616 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,45987,1732126955616 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/WALs/6b87edf34edd,45987,1732126955616/6b87edf34edd%2C45987%2C1732126955616.1732126958001, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T18:22:49,192 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45647,1732126943576.replicationSource.wal-reader.6b87edf34edd%2C45647%2C1732126943576,1-6b87edf34edd,45647,1732126943576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/WALs/6b87edf34edd,45647,1732126943576/6b87edf34edd%2C45647%2C1732126943576.1732126946740 to pos 379, reset compression=false 2024-11-20T18:22:49,262 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616.replicationSource.wal-reader.6b87edf34edd%2C45987%2C1732126955616,1-6b87edf34edd,45987,1732126955616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/WALs/6b87edf34edd,45987,1732126955616/6b87edf34edd%2C45987%2C1732126955616.1732126958001 to pos 379, reset compression=false 2024-11-20T18:22:49,445 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.wal-reader.6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/WALs/6b87edf34edd,36869,1732126949597/6b87edf34edd%2C36869%2C1732126949597.1732126952027 to pos 379, reset compression=false 2024-11-20T18:22:49,565 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616.replicationSource.wal-reader.6b87edf34edd%2C45987%2C1732126955616,1-6b87edf34edd,45987,1732126955616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/WALs/6b87edf34edd,45987,1732126955616/6b87edf34edd%2C45987%2C1732126955616.1732126958001 to pos 379, reset compression=false 2024-11-20T18:22:49,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37513 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:22:49,579 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T18:22:49,580 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:22:49,580 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:22:49,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:49,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:49,580 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:22:49,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ad1029, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:49,581 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,44085,-1 for getting cluster id 2024-11-20T18:22:49,581 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:22:49,582 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf41492a-efc6-4509-b56c-ae50917807d6' 2024-11-20T18:22:49,582 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:22:49,582 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf41492a-efc6-4509-b56c-ae50917807d6" 2024-11-20T18:22:49,582 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e6c6327, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:49,582 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,44085,-1] 2024-11-20T18:22:49,583 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:22:49,583 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:49,583 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:22:49,584 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22111996, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:49,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ed168d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:49,584 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,35053,-1 for getting cluster id 2024-11-20T18:22:49,585 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:22:49,585 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aebf4b0c-4f8b-45fb-87b4-5a27b92ed111' 2024-11-20T18:22:49,585 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:22:49,585 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aebf4b0c-4f8b-45fb-87b4-5a27b92ed111" 2024-11-20T18:22:49,585 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@760ee257, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:49,585 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,35053,-1] 2024-11-20T18:22:49,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:22:49,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:49,586 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:22:49,587 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69bfe5df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:49,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e13a83a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:49,589 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,37513,-1 for getting cluster id 2024-11-20T18:22:49,590 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:22:49,590 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c956cea2-3dd8-49a8-a513-c1161945cd02' 2024-11-20T18:22:49,591 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:22:49,591 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c956cea2-3dd8-49a8-a513-c1161945cd02" 2024-11-20T18:22:49,591 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7daf98c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:49,591 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,37513,-1] 2024-11-20T18:22:49,591 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:22:49,591 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:49,592 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:22:49,592 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6efd8baa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:49,593 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:22:49,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,45647,1732126943576, seqNum=-1] 2024-11-20T18:22:49,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:22:49,595 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:22:49,597 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732126959197.87da5a8b1028905e1d0061588c79dd12., hostname=6b87edf34edd,45647,1732126943576, seqNum=2] 2024-11-20T18:22:49,600 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:22:49,601 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,45987,1732126955616, seqNum=-1] 2024-11-20T18:22:49,601 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:22:49,602 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:22:49,603 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732126961981.b0adf1b8bfe2688f7857b4756d499d00., hostname=6b87edf34edd,45987,1732126955616, seqNum=2] 2024-11-20T18:22:49,605 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-20T18:22:49,843 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T18:22:49,968 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616.replicationSource.wal-reader.6b87edf34edd%2C45987%2C1732126955616,1-6b87edf34edd,45987,1732126955616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/WALs/6b87edf34edd,45987,1732126955616/6b87edf34edd%2C45987%2C1732126955616.1732126958001 to pos 379, reset compression=false 2024-11-20T18:22:50,097 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45647,1732126943576.replicationSource.wal-reader.6b87edf34edd%2C45647%2C1732126943576,1-6b87edf34edd,45647,1732126943576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/WALs/6b87edf34edd,45647,1732126943576/6b87edf34edd%2C45647%2C1732126943576.1732126946740 to pos 379, reset compression=false 2024-11-20T18:22:50,104 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45647,1732126943576.replicationSource.wal-reader.6b87edf34edd%2C45647%2C1732126943576,1-6b87edf34edd,45647,1732126943576 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T18:22:50,104 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45647,1732126943576.replicationSource.wal-reader.6b87edf34edd%2C45647%2C1732126943576,1-6b87edf34edd,45647,1732126943576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/WALs/6b87edf34edd,45647,1732126943576/6b87edf34edd%2C45647%2C1732126943576.1732126946740 to pos 480, reset compression=false 2024-11-20T18:22:50,104 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45647,1732126943576.replicationSource.shipper6b87edf34edd%2C45647%2C1732126943576,1-6b87edf34edd,45647,1732126943576 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,45647,1732126943576 got entry batch from reader: WALEntryBatch [walEntries=[{test/87da5a8b1028905e1d0061588c79dd12/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/WALs/6b87edf34edd,45647,1732126943576/6b87edf34edd%2C45647%2C1732126943576.1732126946740, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-20T18:22:50,106 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45647,1732126943576.replicationSource.shipper6b87edf34edd%2C45647%2C1732126943576,1-6b87edf34edd,45647,1732126943576 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T18:22:50,107 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-20T18:22:50,107 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36869 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T18:22:50,108 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36869 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4202b356, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:50,108 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36869 {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,35053,-1 for getting cluster id 2024-11-20T18:22:50,108 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36869 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:22:50,108 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aebf4b0c-4f8b-45fb-87b4-5a27b92ed111' 2024-11-20T18:22:50,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:22:50,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aebf4b0c-4f8b-45fb-87b4-5a27b92ed111" 2024-11-20T18:22:50,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c7592f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:50,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,35053,-1] 2024-11-20T18:22:50,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:22:50,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:50,110 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:22:50,110 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36869 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75e2c9f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:50,111 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36869 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:22:50,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,36869,1732126949597, seqNum=-1] 2024-11-20T18:22:50,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:22:50,112 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-20T18:22:50,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732126959831.5abee21ecbafbddc7965bd7f372bd3a6., hostname=6b87edf34edd,36869,1732126949597, seqNum=2] 2024-11-20T18:22:50,117 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36869 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T18:22:50,148 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.wal-reader.6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/WALs/6b87edf34edd,36869,1732126949597/6b87edf34edd%2C36869%2C1732126949597.1732126952027 to pos 379, reset compression=false 2024-11-20T18:22:50,153 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.wal-reader.6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T18:22:50,153 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.wal-reader.6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/WALs/6b87edf34edd,36869,1732126949597/6b87edf34edd%2C36869%2C1732126949597.1732126952027 to pos 504, reset compression=false 2024-11-20T18:22:50,153 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.shipper6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,36869,1732126949597 got entry batch from reader: WALEntryBatch [walEntries=[{test/5abee21ecbafbddc7965bd7f372bd3a6/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/WALs/6b87edf34edd,36869,1732126949597/6b87edf34edd%2C36869%2C1732126949597.1732126952027, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-20T18:22:50,155 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.shipper6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T18:22:50,156 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-20T18:22:50,156 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T18:22:50,156 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4240f305, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:50,156 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,37513,-1 for getting cluster id 2024-11-20T18:22:50,156 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:22:50,157 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c956cea2-3dd8-49a8-a513-c1161945cd02' 2024-11-20T18:22:50,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:22:50,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c956cea2-3dd8-49a8-a513-c1161945cd02" 2024-11-20T18:22:50,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b62d17a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:50,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,37513,-1] 2024-11-20T18:22:50,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:22:50,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:50,158 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:22:50,158 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6772137a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:22:50,159 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:22:50,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,45987,1732126955616, seqNum=-1] 2024-11-20T18:22:50,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:22:50,160 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-20T18:22:50,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732126961981.b0adf1b8bfe2688f7857b4756d499d00., hostname=6b87edf34edd,45987,1732126955616, seqNum=2] 2024-11-20T18:22:50,163 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T18:22:50,308 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45647,1732126943576.replicationSource.wal-reader.6b87edf34edd%2C45647%2C1732126943576,1-6b87edf34edd,45647,1732126943576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/WALs/6b87edf34edd,45647,1732126943576/6b87edf34edd%2C45647%2C1732126943576.1732126946740 to pos 480, reset compression=false 2024-11-20T18:22:50,356 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.wal-reader.6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/WALs/6b87edf34edd,36869,1732126949597/6b87edf34edd%2C36869%2C1732126949597.1732126952027 to pos 504, reset compression=false 2024-11-20T18:22:50,471 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616.replicationSource.wal-reader.6b87edf34edd%2C45987%2C1732126955616,1-6b87edf34edd,45987,1732126955616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/WALs/6b87edf34edd,45987,1732126955616/6b87edf34edd%2C45987%2C1732126955616.1732126958001 to pos 379, reset compression=false 2024-11-20T18:22:50,474 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616.replicationSource.wal-reader.6b87edf34edd%2C45987%2C1732126955616,1-6b87edf34edd,45987,1732126955616 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T18:22:50,475 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616.replicationSource.wal-reader.6b87edf34edd%2C45987%2C1732126955616,1-6b87edf34edd,45987,1732126955616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/WALs/6b87edf34edd,45987,1732126955616/6b87edf34edd%2C45987%2C1732126955616.1732126958001 to pos 528, reset compression=false 2024-11-20T18:22:50,475 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616.replicationSource.shipper6b87edf34edd%2C45987%2C1732126955616,1-6b87edf34edd,45987,1732126955616 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,45987,1732126955616 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/WALs/6b87edf34edd,45987,1732126955616/6b87edf34edd%2C45987%2C1732126955616.1732126958001, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T18:22:50,606 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-20T18:22:50,607 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:22:50,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,36869,1732126949597, seqNum=-1] 2024-11-20T18:22:50,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:22:50,609 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:22:50,611 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732126959831.5abee21ecbafbddc7965bd7f372bd3a6., hostname=6b87edf34edd,36869,1732126949597, seqNum=2] 2024-11-20T18:22:50,611 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45647,1732126943576.replicationSource.wal-reader.6b87edf34edd%2C45647%2C1732126943576,1-6b87edf34edd,45647,1732126943576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/WALs/6b87edf34edd,45647,1732126943576/6b87edf34edd%2C45647%2C1732126943576.1732126946740 to pos 480, reset compression=false 2024-11-20T18:22:50,613 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-20T18:22:50,659 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.wal-reader.6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/WALs/6b87edf34edd,36869,1732126949597/6b87edf34edd%2C36869%2C1732126949597.1732126952027 to pos 504, reset compression=false 2024-11-20T18:22:50,662 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.wal-reader.6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T18:22:50,662 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.wal-reader.6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/WALs/6b87edf34edd,36869,1732126949597/6b87edf34edd%2C36869%2C1732126949597.1732126952027 to pos 608, reset compression=false 2024-11-20T18:22:50,662 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.shipper6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,36869,1732126949597 got entry batch from reader: WALEntryBatch [walEntries=[{test/5abee21ecbafbddc7965bd7f372bd3a6/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/WALs/6b87edf34edd,36869,1732126949597/6b87edf34edd%2C36869%2C1732126949597.1732126952027, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T18:22:50,663 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T18:22:50,665 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T18:22:50,677 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616.replicationSource.wal-reader.6b87edf34edd%2C45987%2C1732126955616,1-6b87edf34edd,45987,1732126955616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/WALs/6b87edf34edd,45987,1732126955616/6b87edf34edd%2C45987%2C1732126955616.1732126958001 to pos 528, reset compression=false 2024-11-20T18:22:50,680 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616.replicationSource.wal-reader.6b87edf34edd%2C45987%2C1732126955616,1-6b87edf34edd,45987,1732126955616 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T18:22:50,680 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616.replicationSource.wal-reader.6b87edf34edd%2C45987%2C1732126955616,1-6b87edf34edd,45987,1732126955616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/WALs/6b87edf34edd,45987,1732126955616/6b87edf34edd%2C45987%2C1732126955616.1732126958001 to pos 656, reset compression=false 2024-11-20T18:22:50,680 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616.replicationSource.shipper6b87edf34edd%2C45987%2C1732126955616,1-6b87edf34edd,45987,1732126955616 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,45987,1732126955616 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/WALs/6b87edf34edd,45987,1732126955616/6b87edf34edd%2C45987%2C1732126955616.1732126958001, lastWalPosition=656, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T18:22:50,816 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T18:22:50,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:50,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:50,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:50,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:50,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:50,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:50,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:50,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:50,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:50,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:50,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:50,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:50,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:50,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:22:50,865 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.wal-reader.6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/WALs/6b87edf34edd,36869,1732126949597/6b87edf34edd%2C36869%2C1732126949597.1732126952027 to pos 608, reset compression=false 2024-11-20T18:22:50,883 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616.replicationSource.wal-reader.6b87edf34edd%2C45987%2C1732126955616,1-6b87edf34edd,45987,1732126955616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/WALs/6b87edf34edd,45987,1732126955616/6b87edf34edd%2C45987%2C1732126955616.1732126958001 to pos 656, reset compression=false 2024-11-20T18:22:51,014 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45647,1732126943576.replicationSource.wal-reader.6b87edf34edd%2C45647%2C1732126943576,1-6b87edf34edd,45647,1732126943576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/WALs/6b87edf34edd,45647,1732126943576/6b87edf34edd%2C45647%2C1732126943576.1732126946740 to pos 480, reset compression=false 2024-11-20T18:22:51,168 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.wal-reader.6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/WALs/6b87edf34edd,36869,1732126949597/6b87edf34edd%2C36869%2C1732126949597.1732126952027 to pos 608, reset compression=false 2024-11-20T18:22:51,186 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616.replicationSource.wal-reader.6b87edf34edd%2C45987%2C1732126955616,1-6b87edf34edd,45987,1732126955616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/WALs/6b87edf34edd,45987,1732126955616/6b87edf34edd%2C45987%2C1732126955616.1732126958001 to pos 656, reset compression=false 2024-11-20T18:22:51,517 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45647,1732126943576.replicationSource.wal-reader.6b87edf34edd%2C45647%2C1732126943576,1-6b87edf34edd,45647,1732126943576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/WALs/6b87edf34edd,45647,1732126943576/6b87edf34edd%2C45647%2C1732126943576.1732126946740 to pos 480, reset compression=false 2024-11-20T18:22:51,572 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.wal-reader.6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/WALs/6b87edf34edd,36869,1732126949597/6b87edf34edd%2C36869%2C1732126949597.1732126952027 to pos 608, reset compression=false 2024-11-20T18:22:51,589 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616.replicationSource.wal-reader.6b87edf34edd%2C45987%2C1732126955616,1-6b87edf34edd,45987,1732126955616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/WALs/6b87edf34edd,45987,1732126955616/6b87edf34edd%2C45987%2C1732126955616.1732126958001 to pos 656, reset compression=false 2024-11-20T18:22:51,615 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-20T18:22:51,618 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-20T18:22:52,075 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.wal-reader.6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/WALs/6b87edf34edd,36869,1732126949597/6b87edf34edd%2C36869%2C1732126949597.1732126952027 to pos 608, reset compression=false 2024-11-20T18:22:52,092 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616.replicationSource.wal-reader.6b87edf34edd%2C45987%2C1732126955616,1-6b87edf34edd,45987,1732126955616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/WALs/6b87edf34edd,45987,1732126955616/6b87edf34edd%2C45987%2C1732126955616.1732126958001 to pos 656, reset compression=false 2024-11-20T18:22:52,095 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616.replicationSource.wal-reader.6b87edf34edd%2C45987%2C1732126955616,1-6b87edf34edd,45987,1732126955616 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T18:22:52,095 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616.replicationSource.wal-reader.6b87edf34edd%2C45987%2C1732126955616,1-6b87edf34edd,45987,1732126955616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/WALs/6b87edf34edd,45987,1732126955616/6b87edf34edd%2C45987%2C1732126955616.1732126958001 to pos 760, reset compression=false 2024-11-20T18:22:52,095 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616.replicationSource.shipper6b87edf34edd%2C45987%2C1732126955616,1-6b87edf34edd,45987,1732126955616 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,45987,1732126955616 got entry batch from reader: WALEntryBatch [walEntries=[{test/b0adf1b8bfe2688f7857b4756d499d00/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/WALs/6b87edf34edd,45987,1732126955616/6b87edf34edd%2C45987%2C1732126955616.1732126958001, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T18:22:52,097 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616.replicationSource.shipper6b87edf34edd%2C45987%2C1732126955616,1-6b87edf34edd,45987,1732126955616 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T18:22:52,098 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-20T18:22:52,098 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36869 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T18:22:52,100 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36869 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T18:22:52,120 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45647,1732126943576.replicationSource.wal-reader.6b87edf34edd%2C45647%2C1732126943576,1-6b87edf34edd,45647,1732126943576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/WALs/6b87edf34edd,45647,1732126943576/6b87edf34edd%2C45647%2C1732126943576.1732126946740 to pos 480, reset compression=false 2024-11-20T18:22:52,298 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616.replicationSource.wal-reader.6b87edf34edd%2C45987%2C1732126955616,1-6b87edf34edd,45987,1732126955616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/WALs/6b87edf34edd,45987,1732126955616/6b87edf34edd%2C45987%2C1732126955616.1732126958001 to pos 760, reset compression=false 2024-11-20T18:22:52,601 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616.replicationSource.wal-reader.6b87edf34edd%2C45987%2C1732126955616,1-6b87edf34edd,45987,1732126955616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/WALs/6b87edf34edd,45987,1732126955616/6b87edf34edd%2C45987%2C1732126955616.1732126958001 to pos 760, reset compression=false 2024-11-20T18:22:52,619 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-20T18:22:52,622 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-20T18:22:52,679 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.wal-reader.6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/WALs/6b87edf34edd,36869,1732126949597/6b87edf34edd%2C36869%2C1732126949597.1732126952027 to pos 608, reset compression=false 2024-11-20T18:22:52,683 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.wal-reader.6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T18:22:52,683 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.wal-reader.6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/WALs/6b87edf34edd,36869,1732126949597/6b87edf34edd%2C36869%2C1732126949597.1732126952027 to pos 736, reset compression=false 2024-11-20T18:22:52,683 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.shipper6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,36869,1732126949597 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/WALs/6b87edf34edd,36869,1732126949597/6b87edf34edd%2C36869%2C1732126949597.1732126952027, lastWalPosition=736, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T18:22:52,824 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45647,1732126943576.replicationSource.wal-reader.6b87edf34edd%2C45647%2C1732126943576,1-6b87edf34edd,45647,1732126943576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/WALs/6b87edf34edd,45647,1732126943576/6b87edf34edd%2C45647%2C1732126943576.1732126946740 to pos 480, reset compression=false 2024-11-20T18:22:52,828 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45647,1732126943576.replicationSource.wal-reader.6b87edf34edd%2C45647%2C1732126943576,1-6b87edf34edd,45647,1732126943576 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T18:22:52,828 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45647,1732126943576.replicationSource.wal-reader.6b87edf34edd%2C45647%2C1732126943576,1-6b87edf34edd,45647,1732126943576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/WALs/6b87edf34edd,45647,1732126943576/6b87edf34edd%2C45647%2C1732126943576.1732126946740 to pos 636, reset compression=false 2024-11-20T18:22:52,828 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45647,1732126943576.replicationSource.shipper6b87edf34edd%2C45647%2C1732126943576,1-6b87edf34edd,45647,1732126943576 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,45647,1732126943576 got entry batch from reader: WALEntryBatch [walEntries=[{test/87da5a8b1028905e1d0061588c79dd12/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/WALs/6b87edf34edd,45647,1732126943576/6b87edf34edd%2C45647%2C1732126943576.1732126946740, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-20T18:22:52,829 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36869 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T18:22:52,832 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36869 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T18:22:52,887 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.wal-reader.6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/WALs/6b87edf34edd,36869,1732126949597/6b87edf34edd%2C36869%2C1732126949597.1732126952027 to pos 736, reset compression=false 2024-11-20T18:22:52,953 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.wal-reader.6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T18:22:52,953 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.wal-reader.6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/WALs/6b87edf34edd,36869,1732126949597/6b87edf34edd%2C36869%2C1732126949597.1732126952027 to pos 884, reset compression=false 2024-11-20T18:22:52,953 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.shipper6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,36869,1732126949597 got entry batch from reader: WALEntryBatch [walEntries=[{test/5abee21ecbafbddc7965bd7f372bd3a6/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/WALs/6b87edf34edd,36869,1732126949597/6b87edf34edd%2C36869%2C1732126949597.1732126952027, lastWalPosition=884, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-20T18:22:52,954 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T18:22:52,956 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T18:22:52,980 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T18:22:53,004 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616.replicationSource.wal-reader.6b87edf34edd%2C45987%2C1732126955616,1-6b87edf34edd,45987,1732126955616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/WALs/6b87edf34edd,45987,1732126955616/6b87edf34edd%2C45987%2C1732126955616.1732126958001 to pos 760, reset compression=false 2024-11-20T18:22:53,008 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616.replicationSource.wal-reader.6b87edf34edd%2C45987%2C1732126955616,1-6b87edf34edd,45987,1732126955616 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T18:22:53,008 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616.replicationSource.wal-reader.6b87edf34edd%2C45987%2C1732126955616,1-6b87edf34edd,45987,1732126955616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/WALs/6b87edf34edd,45987,1732126955616/6b87edf34edd%2C45987%2C1732126955616.1732126958001 to pos 932, reset compression=false 2024-11-20T18:22:53,008 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616.replicationSource.shipper6b87edf34edd%2C45987%2C1732126955616,1-6b87edf34edd,45987,1732126955616 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,45987,1732126955616 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/WALs/6b87edf34edd,45987,1732126955616/6b87edf34edd%2C45987%2C1732126955616.1732126958001, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T18:22:53,032 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45647,1732126943576.replicationSource.wal-reader.6b87edf34edd%2C45647%2C1732126943576,1-6b87edf34edd,45647,1732126943576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/WALs/6b87edf34edd,45647,1732126943576/6b87edf34edd%2C45647%2C1732126943576.1732126946740 to pos 636, reset compression=false 2024-11-20T18:22:53,156 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.wal-reader.6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/WALs/6b87edf34edd,36869,1732126949597/6b87edf34edd%2C36869%2C1732126949597.1732126952027 to pos 884, reset compression=false 2024-11-20T18:22:53,211 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616.replicationSource.wal-reader.6b87edf34edd%2C45987%2C1732126955616,1-6b87edf34edd,45987,1732126955616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/WALs/6b87edf34edd,45987,1732126955616/6b87edf34edd%2C45987%2C1732126955616.1732126958001 to pos 932, reset compression=false 2024-11-20T18:22:53,335 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45647,1732126943576.replicationSource.wal-reader.6b87edf34edd%2C45647%2C1732126943576,1-6b87edf34edd,45647,1732126943576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/WALs/6b87edf34edd,45647,1732126943576/6b87edf34edd%2C45647%2C1732126943576.1732126946740 to pos 636, reset compression=false 2024-11-20T18:22:53,459 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.wal-reader.6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/WALs/6b87edf34edd,36869,1732126949597/6b87edf34edd%2C36869%2C1732126949597.1732126952027 to pos 884, reset compression=false 2024-11-20T18:22:53,514 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616.replicationSource.wal-reader.6b87edf34edd%2C45987%2C1732126955616,1-6b87edf34edd,45987,1732126955616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/WALs/6b87edf34edd,45987,1732126955616/6b87edf34edd%2C45987%2C1732126955616.1732126958001 to pos 932, reset compression=false 2024-11-20T18:22:53,623 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-20T18:22:53,626 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-20T18:22:53,738 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45647,1732126943576.replicationSource.wal-reader.6b87edf34edd%2C45647%2C1732126943576,1-6b87edf34edd,45647,1732126943576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/WALs/6b87edf34edd,45647,1732126943576/6b87edf34edd%2C45647%2C1732126943576.1732126946740 to pos 636, reset compression=false 2024-11-20T18:22:53,864 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.wal-reader.6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/WALs/6b87edf34edd,36869,1732126949597/6b87edf34edd%2C36869%2C1732126949597.1732126952027 to pos 884, reset compression=false 2024-11-20T18:22:53,868 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.wal-reader.6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T18:22:53,868 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.wal-reader.6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/WALs/6b87edf34edd,36869,1732126949597/6b87edf34edd%2C36869%2C1732126949597.1732126952027 to pos 1043, reset compression=false 2024-11-20T18:22:53,868 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.shipper6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,36869,1732126949597 got entry batch from reader: WALEntryBatch [walEntries=[{test/5abee21ecbafbddc7965bd7f372bd3a6/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/WALs/6b87edf34edd,36869,1732126949597/6b87edf34edd%2C36869%2C1732126949597.1732126952027, lastWalPosition=1043, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-20T18:22:53,869 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T18:22:53,871 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45987 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T18:22:53,918 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616.replicationSource.wal-reader.6b87edf34edd%2C45987%2C1732126955616,1-6b87edf34edd,45987,1732126955616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/WALs/6b87edf34edd,45987,1732126955616/6b87edf34edd%2C45987%2C1732126955616.1732126958001 to pos 932, reset compression=false 2024-11-20T18:22:53,922 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616.replicationSource.wal-reader.6b87edf34edd%2C45987%2C1732126955616,1-6b87edf34edd,45987,1732126955616 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T18:22:53,922 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616.replicationSource.wal-reader.6b87edf34edd%2C45987%2C1732126955616,1-6b87edf34edd,45987,1732126955616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/WALs/6b87edf34edd,45987,1732126955616/6b87edf34edd%2C45987%2C1732126955616.1732126958001 to pos 1082, reset compression=false 2024-11-20T18:22:53,922 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616.replicationSource.shipper6b87edf34edd%2C45987%2C1732126955616,1-6b87edf34edd,45987,1732126955616 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,45987,1732126955616 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/WALs/6b87edf34edd,45987,1732126955616/6b87edf34edd%2C45987%2C1732126955616.1732126958001, lastWalPosition=1082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T18:22:54,071 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.wal-reader.6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/WALs/6b87edf34edd,36869,1732126949597/6b87edf34edd%2C36869%2C1732126949597.1732126952027 to pos 1043, reset compression=false 2024-11-20T18:22:54,125 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616.replicationSource.wal-reader.6b87edf34edd%2C45987%2C1732126955616,1-6b87edf34edd,45987,1732126955616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/WALs/6b87edf34edd,45987,1732126955616/6b87edf34edd%2C45987%2C1732126955616.1732126958001 to pos 1082, reset compression=false 2024-11-20T18:22:54,241 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45647,1732126943576.replicationSource.wal-reader.6b87edf34edd%2C45647%2C1732126943576,1-6b87edf34edd,45647,1732126943576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/WALs/6b87edf34edd,45647,1732126943576/6b87edf34edd%2C45647%2C1732126943576.1732126946740 to pos 636, reset compression=false 2024-11-20T18:22:54,373 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.wal-reader.6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/WALs/6b87edf34edd,36869,1732126949597/6b87edf34edd%2C36869%2C1732126949597.1732126952027 to pos 1043, reset compression=false 2024-11-20T18:22:54,428 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616.replicationSource.wal-reader.6b87edf34edd%2C45987%2C1732126955616,1-6b87edf34edd,45987,1732126955616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/WALs/6b87edf34edd,45987,1732126955616/6b87edf34edd%2C45987%2C1732126955616.1732126958001 to pos 1082, reset compression=false 2024-11-20T18:22:54,628 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-20T18:22:54,631 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-20T18:22:54,776 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.wal-reader.6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/WALs/6b87edf34edd,36869,1732126949597/6b87edf34edd%2C36869%2C1732126949597.1732126952027 to pos 1043, reset compression=false 2024-11-20T18:22:54,831 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616.replicationSource.wal-reader.6b87edf34edd%2C45987%2C1732126955616,1-6b87edf34edd,45987,1732126955616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/WALs/6b87edf34edd,45987,1732126955616/6b87edf34edd%2C45987%2C1732126955616.1732126958001 to pos 1082, reset compression=false 2024-11-20T18:22:54,835 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616.replicationSource.wal-reader.6b87edf34edd%2C45987%2C1732126955616,1-6b87edf34edd,45987,1732126955616 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T18:22:54,836 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616.replicationSource.wal-reader.6b87edf34edd%2C45987%2C1732126955616,1-6b87edf34edd,45987,1732126955616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/WALs/6b87edf34edd,45987,1732126955616/6b87edf34edd%2C45987%2C1732126955616.1732126958001 to pos 1241, reset compression=false 2024-11-20T18:22:54,836 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616.replicationSource.shipper6b87edf34edd%2C45987%2C1732126955616,1-6b87edf34edd,45987,1732126955616 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,45987,1732126955616 got entry batch from reader: WALEntryBatch [walEntries=[{test/b0adf1b8bfe2688f7857b4756d499d00/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/WALs/6b87edf34edd,45987,1732126955616/6b87edf34edd%2C45987%2C1732126955616.1732126958001, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-20T18:22:54,836 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36869 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T18:22:54,839 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36869 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T18:22:54,844 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45647,1732126943576.replicationSource.wal-reader.6b87edf34edd%2C45647%2C1732126943576,1-6b87edf34edd,45647,1732126943576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/WALs/6b87edf34edd,45647,1732126943576/6b87edf34edd%2C45647%2C1732126943576.1732126946740 to pos 636, reset compression=false 2024-11-20T18:22:55,039 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616.replicationSource.wal-reader.6b87edf34edd%2C45987%2C1732126955616,1-6b87edf34edd,45987,1732126955616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/WALs/6b87edf34edd,45987,1732126955616/6b87edf34edd%2C45987%2C1732126955616.1732126958001 to pos 1241, reset compression=false 2024-11-20T18:22:55,279 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.wal-reader.6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/WALs/6b87edf34edd,36869,1732126949597/6b87edf34edd%2C36869%2C1732126949597.1732126952027 to pos 1043, reset compression=false 2024-11-20T18:22:55,287 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.wal-reader.6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T18:22:55,287 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.wal-reader.6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/WALs/6b87edf34edd,36869,1732126949597/6b87edf34edd%2C36869%2C1732126949597.1732126952027 to pos 1193, reset compression=false 2024-11-20T18:22:55,287 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.shipper6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,36869,1732126949597 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/WALs/6b87edf34edd,36869,1732126949597/6b87edf34edd%2C36869%2C1732126949597.1732126952027, lastWalPosition=1193, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T18:22:55,343 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616.replicationSource.wal-reader.6b87edf34edd%2C45987%2C1732126955616,1-6b87edf34edd,45987,1732126955616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/WALs/6b87edf34edd,45987,1732126955616/6b87edf34edd%2C45987%2C1732126955616.1732126958001 to pos 1241, reset compression=false 2024-11-20T18:22:55,490 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.wal-reader.6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/WALs/6b87edf34edd,36869,1732126949597/6b87edf34edd%2C36869%2C1732126949597.1732126952027 to pos 1193, reset compression=false 2024-11-20T18:22:55,548 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45647,1732126943576.replicationSource.wal-reader.6b87edf34edd%2C45647%2C1732126943576,1-6b87edf34edd,45647,1732126943576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/WALs/6b87edf34edd,45647,1732126943576/6b87edf34edd%2C45647%2C1732126943576.1732126946740 to pos 636, reset compression=false 2024-11-20T18:22:55,633 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-20T18:22:55,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T18:22:55,638 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:22:55,638 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:22:55,638 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:55,638 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:55,638 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:22:55,638 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T18:22:55,638 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=775344259, stopped=false 2024-11-20T18:22:55,638 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b87edf34edd,37513,1732126955425 2024-11-20T18:22:55,741 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45987-0x101597b9ac60007, quorum=127.0.0.1:51754, baseZNode=/2-655801793 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-655801793/running 2024-11-20T18:22:55,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37513-0x101597b9ac60006, quorum=127.0.0.1:51754, baseZNode=/2-655801793 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-655801793/running 2024-11-20T18:22:55,741 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45987-0x101597b9ac60007, quorum=127.0.0.1:51754, baseZNode=/2-655801793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-655801793 2024-11-20T18:22:55,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37513-0x101597b9ac60006, quorum=127.0.0.1:51754, baseZNode=/2-655801793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-655801793 2024-11-20T18:22:55,741 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T18:22:55,741 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:22:55,741 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:22:55,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:55,742 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b87edf34edd,45987,1732126955616' ***** 2024-11-20T18:22:55,742 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T18:22:55,742 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45987-0x101597b9ac60007, quorum=127.0.0.1:51754, baseZNode=/2-655801793 Set watcher on znode that does not yet exist, /2-655801793/running 2024-11-20T18:22:55,742 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37513-0x101597b9ac60006, quorum=127.0.0.1:51754, baseZNode=/2-655801793 Set watcher on znode that does not yet exist, /2-655801793/running 2024-11-20T18:22:55,743 INFO [RS:0;6b87edf34edd:45987 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T18:22:55,743 INFO [RS:0;6b87edf34edd:45987 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T18:22:55,743 INFO [RS:0;6b87edf34edd:45987 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T18:22:55,743 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T18:22:55,743 INFO [RS:0;6b87edf34edd:45987 {}] regionserver.HRegionServer(3091): Received CLOSE for b0adf1b8bfe2688f7857b4756d499d00 2024-11-20T18:22:55,743 INFO [RS:0;6b87edf34edd:45987 {}] regionserver.HRegionServer(3091): Received CLOSE for 6b468a18cee80f96f993bbad8c7d76f1 2024-11-20T18:22:55,743 INFO [RS:0;6b87edf34edd:45987 {}] regionserver.HRegionServer(959): stopping server 6b87edf34edd,45987,1732126955616 2024-11-20T18:22:55,743 INFO [RS:0;6b87edf34edd:45987 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T18:22:55,743 INFO [RS:0;6b87edf34edd:45987 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b87edf34edd:45987. 2024-11-20T18:22:55,743 DEBUG [RS:0;6b87edf34edd:45987 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:22:55,743 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b0adf1b8bfe2688f7857b4756d499d00, disabling compactions & flushes 2024-11-20T18:22:55,743 DEBUG [RS:0;6b87edf34edd:45987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:55,743 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732126961981.b0adf1b8bfe2688f7857b4756d499d00. 2024-11-20T18:22:55,743 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732126961981.b0adf1b8bfe2688f7857b4756d499d00. 2024-11-20T18:22:55,743 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732126961981.b0adf1b8bfe2688f7857b4756d499d00. after waiting 0 ms 2024-11-20T18:22:55,744 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732126961981.b0adf1b8bfe2688f7857b4756d499d00. 2024-11-20T18:22:55,744 INFO [RS:0;6b87edf34edd:45987 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T18:22:55,744 INFO [RS:0;6b87edf34edd:45987 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T18:22:55,744 INFO [RS:0;6b87edf34edd:45987 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T18:22:55,744 INFO [RS:0;6b87edf34edd:45987 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T18:22:55,744 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b0adf1b8bfe2688f7857b4756d499d00 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-20T18:22:55,744 INFO [RS:0;6b87edf34edd:45987 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T18:22:55,744 DEBUG [RS:0;6b87edf34edd:45987 {}] regionserver.HRegionServer(1325): Online Regions={b0adf1b8bfe2688f7857b4756d499d00=test,,1732126961981.b0adf1b8bfe2688f7857b4756d499d00., 1588230740=hbase:meta,,1.1588230740, 6b468a18cee80f96f993bbad8c7d76f1=hbase:replication,,1732126967443.6b468a18cee80f96f993bbad8c7d76f1.} 2024-11-20T18:22:55,744 DEBUG [RS:0;6b87edf34edd:45987 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6b468a18cee80f96f993bbad8c7d76f1, b0adf1b8bfe2688f7857b4756d499d00 2024-11-20T18:22:55,744 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T18:22:55,744 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T18:22:55,744 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T18:22:55,744 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T18:22:55,744 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T18:22:55,744 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T18:22:55,746 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616.replicationSource.wal-reader.6b87edf34edd%2C45987%2C1732126955616,1-6b87edf34edd,45987,1732126955616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/WALs/6b87edf34edd,45987,1732126955616/6b87edf34edd%2C45987%2C1732126955616.1732126958001 to pos 1241, reset compression=false 2024-11-20T18:22:55,751 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616.replicationSource.wal-reader.6b87edf34edd%2C45987%2C1732126955616,1-6b87edf34edd,45987,1732126955616 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T18:22:55,751 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616.replicationSource.wal-reader.6b87edf34edd%2C45987%2C1732126955616,1-6b87edf34edd,45987,1732126955616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/WALs/6b87edf34edd,45987,1732126955616/6b87edf34edd%2C45987%2C1732126955616.1732126958001 to pos 1488, reset compression=false 2024-11-20T18:22:55,751 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616.replicationSource.shipper6b87edf34edd%2C45987%2C1732126955616,1-6b87edf34edd,45987,1732126955616 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,45987,1732126955616 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/WALs/6b87edf34edd,45987,1732126955616/6b87edf34edd%2C45987%2C1732126955616.1732126958001, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T18:22:55,752 ERROR [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616.replicationSource.shipper6b87edf34edd%2C45987%2C1732126955616,1-6b87edf34edd,45987,1732126955616 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6b87edf34edd,45987,1732126955616: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6b87edf34edd,45987,1732126955616, walGroup=6b87edf34edd%2C45987%2C1732126955616, offset=6b87edf34edd%2C45987%2C1732126955616.1732126958001:1488, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b87edf34edd:45987 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T18:22:55,753 ERROR [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616.replicationSource.shipper6b87edf34edd%2C45987%2C1732126955616,1-6b87edf34edd,45987,1732126955616 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T18:22:55,753 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616.replicationSource.shipper6b87edf34edd%2C45987%2C1732126955616,1-6b87edf34edd,45987,1732126955616 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T18:22:55,754 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616.replicationSource.shipper6b87edf34edd%2C45987%2C1732126955616,1-6b87edf34edd,45987,1732126955616 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T18:22:55,754 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616.replicationSource.shipper6b87edf34edd%2C45987%2C1732126955616,1-6b87edf34edd,45987,1732126955616 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T18:22:55,754 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616.replicationSource.shipper6b87edf34edd%2C45987%2C1732126955616,1-6b87edf34edd,45987,1732126955616 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T18:22:55,754 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616.replicationSource.shipper6b87edf34edd%2C45987%2C1732126955616,1-6b87edf34edd,45987,1732126955616 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1392508928, "init": 1048576000, "max": 2306867200, "used": 855902080 }, "NonHeapMemoryUsage": { "committed": 206110720, "init": 7667712, "max": -1, "used": 202732360 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T18:22:55,754 WARN [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616.replicationSource.shipper6b87edf34edd%2C45987%2C1732126955616,1-6b87edf34edd,45987,1732126955616 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b87edf34edd:37513 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b87edf34edd:37513 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T18:22:55,763 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/data/hbase/meta/1588230740/.tmp/info/e122d1621bdd4bc19a632cebccbdbe2e is 147, key is hbase:replication,,1732126967443.6b468a18cee80f96f993bbad8c7d76f1./info:regioninfo/1732126968618/Put/seqid=0 2024-11-20T18:22:55,763 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/data/default/test/b0adf1b8bfe2688f7857b4756d499d00/.tmp/f/c62ea3d3a51445f38b8035f7c85f1ed0 is 29, key is row1/f:/1732126973624/DeleteFamily/seqid=0 2024-11-20T18:22:55,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34713 is added to blk_1073741840_1016 (size=7686) 2024-11-20T18:22:55,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34713 is added to blk_1073741841_1017 (size=5152) 2024-11-20T18:22:55,770 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/data/hbase/meta/1588230740/.tmp/info/e122d1621bdd4bc19a632cebccbdbe2e 2024-11-20T18:22:55,780 INFO [regionserver/6b87edf34edd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T18:22:55,791 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/data/hbase/meta/1588230740/.tmp/ns/69dd00ab4b5b42a082d5a8205c7f66f9 is 43, key is default/ns:d/1732126959083/Put/seqid=0 2024-11-20T18:22:55,793 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.wal-reader.6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/WALs/6b87edf34edd,36869,1732126949597/6b87edf34edd%2C36869%2C1732126949597.1732126952027 to pos 1193, reset compression=false 2024-11-20T18:22:55,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34713 is added to blk_1073741842_1018 (size=5153) 2024-11-20T18:22:55,795 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/data/hbase/meta/1588230740/.tmp/ns/69dd00ab4b5b42a082d5a8205c7f66f9 2024-11-20T18:22:55,813 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/data/hbase/meta/1588230740/.tmp/rep_barrier/f957d8a037ff4aa488950a9f97abadf6 is 112, key is test,,1732126961981.b0adf1b8bfe2688f7857b4756d499d00./rep_barrier:seqnumDuringOpen/1732126963253/Put/seqid=0 2024-11-20T18:22:55,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34713 is added to blk_1073741843_1019 (size=5518) 2024-11-20T18:22:55,887 INFO [regionserver/6b87edf34edd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T18:22:55,887 INFO [regionserver/6b87edf34edd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T18:22:55,944 DEBUG [RS:0;6b87edf34edd:45987 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6b468a18cee80f96f993bbad8c7d76f1, b0adf1b8bfe2688f7857b4756d499d00 2024-11-20T18:22:55,955 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616.replicationSource.wal-reader.6b87edf34edd%2C45987%2C1732126955616,1-6b87edf34edd,45987,1732126955616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/WALs/6b87edf34edd,45987,1732126955616/6b87edf34edd%2C45987%2C1732126955616.1732126958001 to pos 1488, reset compression=false 2024-11-20T18:22:56,144 DEBUG [RS:0;6b87edf34edd:45987 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6b468a18cee80f96f993bbad8c7d76f1, b0adf1b8bfe2688f7857b4756d499d00 2024-11-20T18:22:56,170 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/data/default/test/b0adf1b8bfe2688f7857b4756d499d00/.tmp/f/c62ea3d3a51445f38b8035f7c85f1ed0 2024-11-20T18:22:56,174 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c62ea3d3a51445f38b8035f7c85f1ed0 2024-11-20T18:22:56,192 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/data/default/test/b0adf1b8bfe2688f7857b4756d499d00/.tmp/f1/3f547fee0a4843e09d19194864a6de08 is 30, key is row1/f1:/1732126973624/DeleteFamily/seqid=0 2024-11-20T18:22:56,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34713 is added to blk_1073741844_1020 (size=5158) 2024-11-20T18:22:56,196 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.wal-reader.6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/WALs/6b87edf34edd,36869,1732126949597/6b87edf34edd%2C36869%2C1732126949597.1732126952027 to pos 1193, reset compression=false 2024-11-20T18:22:56,217 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/data/hbase/meta/1588230740/.tmp/rep_barrier/f957d8a037ff4aa488950a9f97abadf6 2024-11-20T18:22:56,237 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/data/hbase/meta/1588230740/.tmp/table/d4c3981c1ec24c56bb43d13c7afff4a7 is 53, key is hbase:replication/table:state/1732126968625/Put/seqid=0 2024-11-20T18:22:56,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34713 is added to blk_1073741845_1021 (size=5308) 2024-11-20T18:22:56,258 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616.replicationSource.wal-reader.6b87edf34edd%2C45987%2C1732126955616,1-6b87edf34edd,45987,1732126955616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/WALs/6b87edf34edd,45987,1732126955616/6b87edf34edd%2C45987%2C1732126955616.1732126958001 to pos 1488, reset compression=false 2024-11-20T18:22:56,344 DEBUG [RS:0;6b87edf34edd:45987 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6b468a18cee80f96f993bbad8c7d76f1, b0adf1b8bfe2688f7857b4756d499d00 2024-11-20T18:22:56,351 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45647,1732126943576.replicationSource.wal-reader.6b87edf34edd%2C45647%2C1732126943576,1-6b87edf34edd,45647,1732126943576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/WALs/6b87edf34edd,45647,1732126943576/6b87edf34edd%2C45647%2C1732126943576.1732126946740 to pos 636, reset compression=false 2024-11-20T18:22:56,545 DEBUG [RS:0;6b87edf34edd:45987 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6b468a18cee80f96f993bbad8c7d76f1, b0adf1b8bfe2688f7857b4756d499d00 2024-11-20T18:22:56,596 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/data/default/test/b0adf1b8bfe2688f7857b4756d499d00/.tmp/f1/3f547fee0a4843e09d19194864a6de08 2024-11-20T18:22:56,599 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3f547fee0a4843e09d19194864a6de08 2024-11-20T18:22:56,612 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/data/default/test/b0adf1b8bfe2688f7857b4756d499d00/.tmp/norep/fea3466b9e554826929d75f66bea2031 is 33, key is row2/norep:/1732126974629/DeleteFamily/seqid=0 2024-11-20T18:22:56,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34713 is added to blk_1073741846_1022 (size=5108) 2024-11-20T18:22:56,618 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/data/default/test/b0adf1b8bfe2688f7857b4756d499d00/.tmp/norep/fea3466b9e554826929d75f66bea2031 2024-11-20T18:22:56,620 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fea3466b9e554826929d75f66bea2031 2024-11-20T18:22:56,621 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/data/default/test/b0adf1b8bfe2688f7857b4756d499d00/.tmp/f/c62ea3d3a51445f38b8035f7c85f1ed0 as hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/data/default/test/b0adf1b8bfe2688f7857b4756d499d00/f/c62ea3d3a51445f38b8035f7c85f1ed0 2024-11-20T18:22:56,624 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c62ea3d3a51445f38b8035f7c85f1ed0 2024-11-20T18:22:56,624 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/data/default/test/b0adf1b8bfe2688f7857b4756d499d00/f/c62ea3d3a51445f38b8035f7c85f1ed0, entries=3, sequenceid=10, filesize=5.0 K 2024-11-20T18:22:56,625 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/data/default/test/b0adf1b8bfe2688f7857b4756d499d00/.tmp/f1/3f547fee0a4843e09d19194864a6de08 as hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/data/default/test/b0adf1b8bfe2688f7857b4756d499d00/f1/3f547fee0a4843e09d19194864a6de08 2024-11-20T18:22:56,628 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3f547fee0a4843e09d19194864a6de08 2024-11-20T18:22:56,628 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/data/default/test/b0adf1b8bfe2688f7857b4756d499d00/f1/3f547fee0a4843e09d19194864a6de08, entries=3, sequenceid=10, filesize=5.0 K 2024-11-20T18:22:56,628 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/data/default/test/b0adf1b8bfe2688f7857b4756d499d00/.tmp/norep/fea3466b9e554826929d75f66bea2031 as hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/data/default/test/b0adf1b8bfe2688f7857b4756d499d00/norep/fea3466b9e554826929d75f66bea2031 2024-11-20T18:22:56,631 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fea3466b9e554826929d75f66bea2031 2024-11-20T18:22:56,631 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/data/default/test/b0adf1b8bfe2688f7857b4756d499d00/norep/fea3466b9e554826929d75f66bea2031, entries=1, sequenceid=10, filesize=5.0 K 2024-11-20T18:22:56,631 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for b0adf1b8bfe2688f7857b4756d499d00 in 887ms, sequenceid=10, compaction requested=false 2024-11-20T18:22:56,634 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/data/default/test/b0adf1b8bfe2688f7857b4756d499d00/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-20T18:22:56,635 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T18:22:56,635 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T18:22:56,635 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732126961981.b0adf1b8bfe2688f7857b4756d499d00. 2024-11-20T18:22:56,635 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b0adf1b8bfe2688f7857b4756d499d00: Waiting for close lock at 1732126975743Running coprocessor pre-close hooks at 1732126975743Disabling compacts and flushes for region at 1732126975743Disabling writes for close at 1732126975743Obtaining lock to block concurrent updates at 1732126975744 (+1 ms)Preparing flush snapshotting stores in b0adf1b8bfe2688f7857b4756d499d00 at 1732126975744Finished memstore snapshotting test,,1732126961981.b0adf1b8bfe2688f7857b4756d499d00., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732126975744Flushing stores of test,,1732126961981.b0adf1b8bfe2688f7857b4756d499d00. at 1732126975744Flushing b0adf1b8bfe2688f7857b4756d499d00/f: creating writer at 1732126975744Flushing b0adf1b8bfe2688f7857b4756d499d00/f: appending metadata at 1732126975762 (+18 ms)Flushing b0adf1b8bfe2688f7857b4756d499d00/f: closing flushed file at 1732126975762Flushing b0adf1b8bfe2688f7857b4756d499d00/f1: creating writer at 1732126976174 (+412 ms)Flushing b0adf1b8bfe2688f7857b4756d499d00/f1: appending metadata at 1732126976192 (+18 ms)Flushing b0adf1b8bfe2688f7857b4756d499d00/f1: closing flushed file at 1732126976192Flushing b0adf1b8bfe2688f7857b4756d499d00/norep: creating writer at 1732126976599 (+407 ms)Flushing b0adf1b8bfe2688f7857b4756d499d00/norep: appending metadata at 1732126976611 (+12 ms)Flushing b0adf1b8bfe2688f7857b4756d499d00/norep: closing flushed file at 1732126976611Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60a39412: reopening flushed file at 1732126976620 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67057f81: reopening flushed file at 1732126976624 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f3c2f8f: reopening flushed file at 1732126976628 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for b0adf1b8bfe2688f7857b4756d499d00 in 887ms, sequenceid=10, compaction requested=false at 1732126976631 (+3 ms)Writing region close event to WAL at 1732126976632 (+1 ms)Running coprocessor post-close hooks at 1732126976635 (+3 ms)Closed at 1732126976635 2024-11-20T18:22:56,635 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732126961981.b0adf1b8bfe2688f7857b4756d499d00. 2024-11-20T18:22:56,635 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6b468a18cee80f96f993bbad8c7d76f1, disabling compactions & flushes 2024-11-20T18:22:56,635 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732126967443.6b468a18cee80f96f993bbad8c7d76f1. 2024-11-20T18:22:56,635 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732126967443.6b468a18cee80f96f993bbad8c7d76f1. 2024-11-20T18:22:56,635 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732126967443.6b468a18cee80f96f993bbad8c7d76f1. after waiting 0 ms 2024-11-20T18:22:56,635 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732126967443.6b468a18cee80f96f993bbad8c7d76f1. 2024-11-20T18:22:56,636 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6b468a18cee80f96f993bbad8c7d76f1: Waiting for close lock at 1732126976635Running coprocessor pre-close hooks at 1732126976635Disabling compacts and flushes for region at 1732126976635Disabling writes for close at 1732126976635Failed flush hbase:replication,,1732126967443.6b468a18cee80f96f993bbad8c7d76f1., putting online again at 1732126976636 (+1 ms) 2024-11-20T18:22:56,636 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732126967443.6b468a18cee80f96f993bbad8c7d76f1. 2024-11-20T18:22:56,640 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/data/hbase/meta/1588230740/.tmp/table/d4c3981c1ec24c56bb43d13c7afff4a7 2024-11-20T18:22:56,644 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/data/hbase/meta/1588230740/.tmp/info/e122d1621bdd4bc19a632cebccbdbe2e as hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/data/hbase/meta/1588230740/info/e122d1621bdd4bc19a632cebccbdbe2e 2024-11-20T18:22:56,648 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/data/hbase/meta/1588230740/info/e122d1621bdd4bc19a632cebccbdbe2e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T18:22:56,648 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/data/hbase/meta/1588230740/.tmp/ns/69dd00ab4b5b42a082d5a8205c7f66f9 as hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/data/hbase/meta/1588230740/ns/69dd00ab4b5b42a082d5a8205c7f66f9 2024-11-20T18:22:56,652 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/data/hbase/meta/1588230740/ns/69dd00ab4b5b42a082d5a8205c7f66f9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T18:22:56,653 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/data/hbase/meta/1588230740/.tmp/rep_barrier/f957d8a037ff4aa488950a9f97abadf6 as hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/data/hbase/meta/1588230740/rep_barrier/f957d8a037ff4aa488950a9f97abadf6 2024-11-20T18:22:56,656 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/data/hbase/meta/1588230740/rep_barrier/f957d8a037ff4aa488950a9f97abadf6, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T18:22:56,657 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/data/hbase/meta/1588230740/.tmp/table/d4c3981c1ec24c56bb43d13c7afff4a7 as hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/data/hbase/meta/1588230740/table/d4c3981c1ec24c56bb43d13c7afff4a7 2024-11-20T18:22:56,660 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/data/hbase/meta/1588230740/table/d4c3981c1ec24c56bb43d13c7afff4a7, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T18:22:56,661 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616.replicationSource.wal-reader.6b87edf34edd%2C45987%2C1732126955616,1-6b87edf34edd,45987,1732126955616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/WALs/6b87edf34edd,45987,1732126955616/6b87edf34edd%2C45987%2C1732126955616.1732126958001 to pos 1488, reset compression=false 2024-11-20T18:22:56,661 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 917ms, sequenceid=16, compaction requested=false 2024-11-20T18:22:56,665 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616.replicationSource.wal-reader.6b87edf34edd%2C45987%2C1732126955616,1-6b87edf34edd,45987,1732126955616 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T18:22:56,665 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616.replicationSource.wal-reader.6b87edf34edd%2C45987%2C1732126955616,1-6b87edf34edd,45987,1732126955616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/WALs/6b87edf34edd,45987,1732126955616/6b87edf34edd%2C45987%2C1732126955616.1732126958001 to pos 2132, reset compression=false 2024-11-20T18:22:56,667 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T18:22:56,668 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T18:22:56,668 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T18:22:56,668 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T18:22:56,668 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732126975744Running coprocessor pre-close hooks at 1732126975744Disabling compacts and flushes for region at 1732126975744Disabling writes for close at 1732126975744Obtaining lock to block concurrent updates at 1732126975744Preparing flush snapshotting stores in 1588230740 at 1732126975744Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732126975744Flushing stores of hbase:meta,,1.1588230740 at 1732126975745 (+1 ms)Flushing 1588230740/info: creating writer at 1732126975745Flushing 1588230740/info: appending metadata at 1732126975762 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732126975762Flushing 1588230740/ns: creating writer at 1732126975773 (+11 ms)Flushing 1588230740/ns: appending metadata at 1732126975791 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732126975791Flushing 1588230740/rep_barrier: creating writer at 1732126975799 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732126975813 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732126975813Flushing 1588230740/table: creating writer at 1732126976220 (+407 ms)Flushing 1588230740/table: appending metadata at 1732126976236 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732126976236Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@124bee1e: reopening flushed file at 1732126976644 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34d08e40: reopening flushed file at 1732126976648 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38083a73: reopening flushed file at 1732126976652 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57f8fe6c: reopening flushed file at 1732126976656 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 917ms, sequenceid=16, compaction requested=false at 1732126976661 (+5 ms)Writing region close event to WAL at 1732126976663 (+2 ms)Running coprocessor post-close hooks at 1732126976668 (+5 ms)Closed at 1732126976668 2024-11-20T18:22:56,668 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T18:22:56,699 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.wal-reader.6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/WALs/6b87edf34edd,36869,1732126949597/6b87edf34edd%2C36869%2C1732126949597.1732126952027 to pos 1193, reset compression=false 2024-11-20T18:22:56,745 INFO [RS:0;6b87edf34edd:45987 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T18:22:56,745 DEBUG [RS:0;6b87edf34edd:45987 {}] regionserver.HRegionServer(1325): Online Regions={6b468a18cee80f96f993bbad8c7d76f1=hbase:replication,,1732126967443.6b468a18cee80f96f993bbad8c7d76f1.} 2024-11-20T18:22:56,745 INFO [RS:0;6b87edf34edd:45987 {}] regionserver.HRegionServer(3091): Received CLOSE for 6b468a18cee80f96f993bbad8c7d76f1 2024-11-20T18:22:56,745 DEBUG [RS:0;6b87edf34edd:45987 {}] regionserver.HRegionServer(1351): Waiting on 6b468a18cee80f96f993bbad8c7d76f1 2024-11-20T18:22:56,745 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6b468a18cee80f96f993bbad8c7d76f1, disabling compactions & flushes 2024-11-20T18:22:56,745 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732126967443.6b468a18cee80f96f993bbad8c7d76f1. 2024-11-20T18:22:56,745 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732126967443.6b468a18cee80f96f993bbad8c7d76f1. 2024-11-20T18:22:56,745 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732126967443.6b468a18cee80f96f993bbad8c7d76f1. after waiting 0 ms 2024-11-20T18:22:56,745 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732126967443.6b468a18cee80f96f993bbad8c7d76f1. 2024-11-20T18:22:56,745 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6b468a18cee80f96f993bbad8c7d76f1: Waiting for close lock at 1732126976745Running coprocessor pre-close hooks at 1732126976745Disabling compacts and flushes for region at 1732126976745Disabling writes for close at 1732126976745Failed flush hbase:replication,,1732126967443.6b468a18cee80f96f993bbad8c7d76f1., putting online again at 1732126976745 2024-11-20T18:22:56,745 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732126967443.6b468a18cee80f96f993bbad8c7d76f1. 2024-11-20T18:22:56,868 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616.replicationSource.wal-reader.6b87edf34edd%2C45987%2C1732126955616,1-6b87edf34edd,45987,1732126955616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/WALs/6b87edf34edd,45987,1732126955616/6b87edf34edd%2C45987%2C1732126955616.1732126958001 to pos 2132, reset compression=false 2024-11-20T18:22:56,945 INFO [RS:0;6b87edf34edd:45987 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-20T18:22:56,945 INFO [RS:0;6b87edf34edd:45987 {}] regionserver.HRegionServer(976): stopping server 6b87edf34edd,45987,1732126955616; all regions closed. 2024-11-20T18:22:56,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34713 is added to blk_1073741834_1010 (size=4239) 2024-11-20T18:22:56,947 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/WALs/6b87edf34edd,45987,1732126955616/6b87edf34edd%2C45987%2C1732126955616.meta.1732126959010.meta not finished, retry = 0 2024-11-20T18:22:57,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34713 is added to blk_1073741839_1015 (size=2171) 2024-11-20T18:22:57,050 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/WALs/6b87edf34edd,45987,1732126955616/6b87edf34edd%2C45987%2C1732126955616.rep.1732126968578 not finished, retry = 0 2024-11-20T18:22:57,152 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/WALs/6b87edf34edd,45987,1732126955616/6b87edf34edd%2C45987%2C1732126955616.1732126958001 not finished, retry = 0 2024-11-20T18:22:57,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34713 is added to blk_1073741832_1008 (size=2140) 2024-11-20T18:22:57,171 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616.replicationSource.wal-reader.6b87edf34edd%2C45987%2C1732126955616,1-6b87edf34edd,45987,1732126955616 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/WALs/6b87edf34edd,45987,1732126955616/6b87edf34edd%2C45987%2C1732126955616.1732126958001 to pos 2132, reset compression=false 2024-11-20T18:22:57,253 DEBUG [RS:0;6b87edf34edd:45987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:57,253 INFO [RS:0;6b87edf34edd:45987 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T18:22:57,253 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616.replicationSource.wal-reader.6b87edf34edd%2C45987%2C1732126955616,1-6b87edf34edd,45987,1732126955616 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/WALs/6b87edf34edd,45987,1732126955616/6b87edf34edd%2C45987%2C1732126955616.1732126958001 2024-11-20T18:22:57,253 INFO [RS:0;6b87edf34edd:45987 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T18:22:57,254 INFO [RS:0;6b87edf34edd:45987 {}] hbase.ChoreService(370): Chore service for: regionserver/6b87edf34edd:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T18:22:57,254 INFO [RS:0;6b87edf34edd:45987 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T18:22:57,254 INFO [regionserver/6b87edf34edd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T18:22:57,254 INFO [RS:0;6b87edf34edd:45987 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6b87edf34edd,45987,1732126955616 because: Region server is closing 2024-11-20T18:22:57,254 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45647,1732126943576.replicationSource.wal-reader.6b87edf34edd%2C45647%2C1732126943576,1-6b87edf34edd,45647,1732126943576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/WALs/6b87edf34edd,45647,1732126943576/6b87edf34edd%2C45647%2C1732126943576.1732126946740 to pos 636, reset compression=false 2024-11-20T18:22:57,254 INFO [RS:0;6b87edf34edd:45987 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b87edf34edd:45987. 2024-11-20T18:22:57,254 DEBUG [RS:0;6b87edf34edd:45987 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:22:57,254 DEBUG [RS:0;6b87edf34edd:45987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:57,254 DEBUG [RS:0;6b87edf34edd:45987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:57,254 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:22:57,302 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.wal-reader.6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/WALs/6b87edf34edd,36869,1732126949597/6b87edf34edd%2C36869%2C1732126949597.1732126952027 to pos 1193, reset compression=false 2024-11-20T18:22:57,355 INFO [RS:0;6b87edf34edd:45987 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616.replicationSource.shipper6b87edf34edd%2C45987%2C1732126955616,1-6b87edf34edd,45987,1732126955616 terminated 2024-11-20T18:22:57,355 INFO [RS:0;6b87edf34edd:45987 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b87edf34edd:45987. 2024-11-20T18:22:57,355 WARN [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45987,1732126955616.replicationSource.wal-reader.6b87edf34edd%2C45987%2C1732126955616,1-6b87edf34edd,45987,1732126955616 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-20T18:22:57,355 DEBUG [RS:0;6b87edf34edd:45987 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:22:57,355 DEBUG [RS:0;6b87edf34edd:45987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:57,355 DEBUG [RS:0;6b87edf34edd:45987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:57,355 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:22:57,355 INFO [RS:0;6b87edf34edd:45987 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45987 2024-11-20T18:22:57,415 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45987-0x101597b9ac60007, quorum=127.0.0.1:51754, baseZNode=/2-655801793 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-655801793/rs/6b87edf34edd,45987,1732126955616 2024-11-20T18:22:57,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37513-0x101597b9ac60006, quorum=127.0.0.1:51754, baseZNode=/2-655801793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-655801793/rs 2024-11-20T18:22:57,415 INFO [RS:0;6b87edf34edd:45987 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T18:22:57,425 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b87edf34edd,45987,1732126955616] 2024-11-20T18:22:57,436 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-655801793/draining/6b87edf34edd,45987,1732126955616 already deleted, retry=false 2024-11-20T18:22:57,436 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b87edf34edd,45987,1732126955616 expired; onlineServers=0 2024-11-20T18:22:57,436 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b87edf34edd,37513,1732126955425' ***** 2024-11-20T18:22:57,436 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T18:22:57,436 INFO [M:0;6b87edf34edd:37513 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T18:22:57,436 INFO [M:0;6b87edf34edd:37513 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T18:22:57,436 DEBUG [M:0;6b87edf34edd:37513 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T18:22:57,436 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T18:22:57,436 DEBUG [M:0;6b87edf34edd:37513 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T18:22:57,436 DEBUG [master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732126957767 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732126957767,5,FailOnTimeoutGroup] 2024-11-20T18:22:57,436 DEBUG [master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732126957767 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732126957767,5,FailOnTimeoutGroup] 2024-11-20T18:22:57,436 INFO [M:0;6b87edf34edd:37513 {}] hbase.ChoreService(370): Chore service for: master/6b87edf34edd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T18:22:57,436 INFO [M:0;6b87edf34edd:37513 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T18:22:57,437 DEBUG [M:0;6b87edf34edd:37513 {}] master.HMaster(1795): Stopping service threads 2024-11-20T18:22:57,437 INFO [M:0;6b87edf34edd:37513 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T18:22:57,437 INFO [M:0;6b87edf34edd:37513 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T18:22:57,437 INFO [M:0;6b87edf34edd:37513 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T18:22:57,437 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T18:22:57,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37513-0x101597b9ac60006, quorum=127.0.0.1:51754, baseZNode=/2-655801793 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-655801793/master 2024-11-20T18:22:57,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37513-0x101597b9ac60006, quorum=127.0.0.1:51754, baseZNode=/2-655801793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-655801793 2024-11-20T18:22:57,446 DEBUG [M:0;6b87edf34edd:37513 {}] zookeeper.ZKUtil(347): master:37513-0x101597b9ac60006, quorum=127.0.0.1:51754, baseZNode=/2-655801793 Unable to get data of znode /2-655801793/master because node does not exist (not an error) 2024-11-20T18:22:57,446 WARN [M:0;6b87edf34edd:37513 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T18:22:57,447 INFO [M:0;6b87edf34edd:37513 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/.lastflushedseqids 2024-11-20T18:22:57,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34713 is added to blk_1073741847_1023 (size=245) 2024-11-20T18:22:57,525 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45987-0x101597b9ac60007, quorum=127.0.0.1:51754, baseZNode=/2-655801793 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:22:57,525 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45987-0x101597b9ac60007, quorum=127.0.0.1:51754, baseZNode=/2-655801793 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:22:57,525 INFO [RS:0;6b87edf34edd:45987 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T18:22:57,525 INFO [RS:0;6b87edf34edd:45987 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b87edf34edd,45987,1732126955616; zookeeper connection closed. 2024-11-20T18:22:57,526 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@17e4a0d2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@17e4a0d2 2024-11-20T18:22:57,526 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T18:22:57,851 INFO [M:0;6b87edf34edd:37513 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T18:22:57,851 INFO [M:0;6b87edf34edd:37513 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T18:22:57,851 DEBUG [M:0;6b87edf34edd:37513 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T18:22:57,851 INFO [M:0;6b87edf34edd:37513 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:22:57,851 DEBUG [M:0;6b87edf34edd:37513 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:22:57,851 DEBUG [M:0;6b87edf34edd:37513 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T18:22:57,851 DEBUG [M:0;6b87edf34edd:37513 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:22:57,851 INFO [M:0;6b87edf34edd:37513 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-20T18:22:57,866 DEBUG [M:0;6b87edf34edd:37513 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ceee2d294f9b481d8956a9cbc7c53ff0 is 82, key is hbase:meta,,1/info:regioninfo/1732126959047/Put/seqid=0 2024-11-20T18:22:57,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34713 is added to blk_1073741848_1024 (size=5672) 2024-11-20T18:22:57,869 INFO [M:0;6b87edf34edd:37513 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ceee2d294f9b481d8956a9cbc7c53ff0 2024-11-20T18:22:57,889 DEBUG [M:0;6b87edf34edd:37513 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/55a34c47ed2a4c558ce879234356b862 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732126968630/Put/seqid=0 2024-11-20T18:22:57,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34713 is added to blk_1073741849_1025 (size=8516) 2024-11-20T18:22:58,005 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.wal-reader.6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/WALs/6b87edf34edd,36869,1732126949597/6b87edf34edd%2C36869%2C1732126949597.1732126952027 to pos 1193, reset compression=false 2024-11-20T18:22:58,257 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45647,1732126943576.replicationSource.wal-reader.6b87edf34edd%2C45647%2C1732126943576,1-6b87edf34edd,45647,1732126943576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/WALs/6b87edf34edd,45647,1732126943576/6b87edf34edd%2C45647%2C1732126943576.1732126946740 to pos 636, reset compression=false 2024-11-20T18:22:58,339 INFO [M:0;6b87edf34edd:37513 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/55a34c47ed2a4c558ce879234356b862 2024-11-20T18:22:58,354 DEBUG [M:0;6b87edf34edd:37513 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/66f8e1713d844adc95bdfc1199e0016c is 69, key is 6b87edf34edd,45987,1732126955616/rs:state/1732126957797/Put/seqid=0 2024-11-20T18:22:58,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34713 is added to blk_1073741850_1026 (size=5156) 2024-11-20T18:22:58,758 INFO [M:0;6b87edf34edd:37513 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/66f8e1713d844adc95bdfc1199e0016c 2024-11-20T18:22:58,761 DEBUG [M:0;6b87edf34edd:37513 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ceee2d294f9b481d8956a9cbc7c53ff0 as hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ceee2d294f9b481d8956a9cbc7c53ff0 2024-11-20T18:22:58,765 INFO [M:0;6b87edf34edd:37513 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ceee2d294f9b481d8956a9cbc7c53ff0, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T18:22:58,765 DEBUG [M:0;6b87edf34edd:37513 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/55a34c47ed2a4c558ce879234356b862 as hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/55a34c47ed2a4c558ce879234356b862 2024-11-20T18:22:58,769 INFO [M:0;6b87edf34edd:37513 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/55a34c47ed2a4c558ce879234356b862, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T18:22:58,769 DEBUG [M:0;6b87edf34edd:37513 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/66f8e1713d844adc95bdfc1199e0016c as hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/66f8e1713d844adc95bdfc1199e0016c 2024-11-20T18:22:58,772 INFO [M:0;6b87edf34edd:37513 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37739/user/jenkins/test-data/292fe7af-45d1-d708-4f8d-59372ee3c3bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/66f8e1713d844adc95bdfc1199e0016c, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T18:22:58,773 INFO [M:0;6b87edf34edd:37513 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 922ms, sequenceid=97, compaction requested=false 2024-11-20T18:22:58,774 INFO [M:0;6b87edf34edd:37513 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:22:58,774 DEBUG [M:0;6b87edf34edd:37513 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732126977851Disabling compacts and flushes for region at 1732126977851Disabling writes for close at 1732126977851Obtaining lock to block concurrent updates at 1732126977851Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732126977851Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732126977852 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732126977852Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732126977852Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732126977866 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732126977866Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732126977872 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732126977888 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732126977888Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732126978342 (+454 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732126978354 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732126978354Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e61c37c: reopening flushed file at 1732126978761 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21de464b: reopening flushed file at 1732126978765 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b06a89b: reopening flushed file at 1732126978769 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 922ms, sequenceid=97, compaction requested=false at 1732126978773 (+4 ms)Writing region close event to WAL at 1732126978774 (+1 ms)Closed at 1732126978774 2024-11-20T18:22:58,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34713 is added to blk_1073741830_1006 (size=63654) 2024-11-20T18:22:58,776 INFO [M:0;6b87edf34edd:37513 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T18:22:58,777 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T18:22:58,777 INFO [M:0;6b87edf34edd:37513 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37513 2024-11-20T18:22:58,777 INFO [M:0;6b87edf34edd:37513 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T18:22:58,808 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.wal-reader.6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/WALs/6b87edf34edd,36869,1732126949597/6b87edf34edd%2C36869%2C1732126949597.1732126952027 to pos 1193, reset compression=false 2024-11-20T18:22:58,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37513-0x101597b9ac60006, quorum=127.0.0.1:51754, baseZNode=/2-655801793 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:22:58,925 INFO [M:0;6b87edf34edd:37513 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T18:22:58,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37513-0x101597b9ac60006, quorum=127.0.0.1:51754, baseZNode=/2-655801793 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:22:58,929 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7da0a79c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T18:22:58,929 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@74dbb0c9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T18:22:58,929 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T18:22:58,929 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d2c78b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T18:22:58,929 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@705fc01e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab6c748a-7298-fc3f-7481-8dff8bae8188/hadoop.log.dir/,STOPPED} 2024-11-20T18:22:58,930 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T18:22:58,930 WARN [BP-895355851-172.17.0.3-1732126953276 heartbeating to localhost/127.0.0.1:37739 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T18:22:58,930 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T18:22:58,930 WARN [BP-895355851-172.17.0.3-1732126953276 heartbeating to localhost/127.0.0.1:37739 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-895355851-172.17.0.3-1732126953276 (Datanode Uuid 6296dbf3-afa0-410b-bbac-468f57cddc5a) service to localhost/127.0.0.1:37739 2024-11-20T18:22:58,931 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab6c748a-7298-fc3f-7481-8dff8bae8188/cluster_c737c5f8-5a6f-6f0f-9e63-d25635fb807e/data/data1/current/BP-895355851-172.17.0.3-1732126953276 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T18:22:58,931 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab6c748a-7298-fc3f-7481-8dff8bae8188/cluster_c737c5f8-5a6f-6f0f-9e63-d25635fb807e/data/data2/current/BP-895355851-172.17.0.3-1732126953276 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T18:22:58,931 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T18:22:58,935 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d6b899{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T18:22:58,936 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61f0e322{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T18:22:58,936 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T18:22:58,936 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dbf1631{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T18:22:58,936 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6af2e9d9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab6c748a-7298-fc3f-7481-8dff8bae8188/hadoop.log.dir/,STOPPED} 2024-11-20T18:22:58,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T18:22:58,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T18:22:58,947 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:22:58,947 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:22:58,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:58,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:58,947 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:22:58,947 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T18:22:58,947 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=525852715, stopped=false 2024-11-20T18:22:58,948 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b87edf34edd,35053,1732126949388 2024-11-20T18:22:58,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36869-0x101597b9ac60004, quorum=127.0.0.1:51754, baseZNode=/1402183626 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1402183626/running 2024-11-20T18:22:58,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35053-0x101597b9ac60003, quorum=127.0.0.1:51754, baseZNode=/1402183626 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1402183626/running 2024-11-20T18:22:58,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36869-0x101597b9ac60004, quorum=127.0.0.1:51754, baseZNode=/1402183626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1402183626 2024-11-20T18:22:58,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35053-0x101597b9ac60003, quorum=127.0.0.1:51754, baseZNode=/1402183626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1402183626 2024-11-20T18:22:58,962 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T18:22:58,962 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:22:58,962 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36869-0x101597b9ac60004, quorum=127.0.0.1:51754, baseZNode=/1402183626 Set watcher on znode that does not yet exist, /1402183626/running 2024-11-20T18:22:58,962 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:22:58,962 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35053-0x101597b9ac60003, quorum=127.0.0.1:51754, baseZNode=/1402183626 Set watcher on znode that does not yet exist, /1402183626/running 2024-11-20T18:22:58,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:58,963 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b87edf34edd,36869,1732126949597' ***** 2024-11-20T18:22:58,963 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T18:22:58,963 INFO [RS:0;6b87edf34edd:36869 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T18:22:58,963 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T18:22:58,963 INFO [RS:0;6b87edf34edd:36869 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T18:22:58,963 INFO [RS:0;6b87edf34edd:36869 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T18:22:58,963 INFO [RS:0;6b87edf34edd:36869 {}] regionserver.HRegionServer(3091): Received CLOSE for 5abee21ecbafbddc7965bd7f372bd3a6 2024-11-20T18:22:58,963 INFO [RS:0;6b87edf34edd:36869 {}] regionserver.HRegionServer(3091): Received CLOSE for f9bc54da18cb502d7236d7a29f00c8af 2024-11-20T18:22:58,963 INFO [RS:0;6b87edf34edd:36869 {}] regionserver.HRegionServer(959): stopping server 6b87edf34edd,36869,1732126949597 2024-11-20T18:22:58,963 INFO [RS:0;6b87edf34edd:36869 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T18:22:58,963 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5abee21ecbafbddc7965bd7f372bd3a6, disabling compactions & flushes 2024-11-20T18:22:58,963 INFO [RS:0;6b87edf34edd:36869 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b87edf34edd:36869. 2024-11-20T18:22:58,963 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732126959831.5abee21ecbafbddc7965bd7f372bd3a6. 2024-11-20T18:22:58,964 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732126959831.5abee21ecbafbddc7965bd7f372bd3a6. 2024-11-20T18:22:58,964 DEBUG [RS:0;6b87edf34edd:36869 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:22:58,964 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732126959831.5abee21ecbafbddc7965bd7f372bd3a6. after waiting 0 ms 2024-11-20T18:22:58,964 DEBUG [RS:0;6b87edf34edd:36869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:22:58,964 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732126959831.5abee21ecbafbddc7965bd7f372bd3a6. 2024-11-20T18:22:58,964 INFO [RS:0;6b87edf34edd:36869 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T18:22:58,964 INFO [RS:0;6b87edf34edd:36869 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T18:22:58,964 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5abee21ecbafbddc7965bd7f372bd3a6 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-20T18:22:58,964 INFO [RS:0;6b87edf34edd:36869 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T18:22:58,964 INFO [RS:0;6b87edf34edd:36869 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T18:22:58,964 INFO [RS:0;6b87edf34edd:36869 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T18:22:58,964 DEBUG [RS:0;6b87edf34edd:36869 {}] regionserver.HRegionServer(1325): Online Regions={5abee21ecbafbddc7965bd7f372bd3a6=test,,1732126959831.5abee21ecbafbddc7965bd7f372bd3a6., f9bc54da18cb502d7236d7a29f00c8af=hbase:replication,,1732126966302.f9bc54da18cb502d7236d7a29f00c8af., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T18:22:58,964 DEBUG [RS:0;6b87edf34edd:36869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5abee21ecbafbddc7965bd7f372bd3a6, f9bc54da18cb502d7236d7a29f00c8af 2024-11-20T18:22:58,964 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T18:22:58,964 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T18:22:58,964 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T18:22:58,964 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T18:22:58,964 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T18:22:58,964 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T18:22:58,970 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T18:22:58,972 INFO [regionserver/6b87edf34edd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T18:22:58,972 INFO [regionserver/6b87edf34edd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T18:22:58,978 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/data/hbase/meta/1588230740/.tmp/info/e2224f1432e04783a44efc9f472c3454 is 147, key is hbase:replication,,1732126966302.f9bc54da18cb502d7236d7a29f00c8af./info:regioninfo/1732126967061/Put/seqid=0 2024-11-20T18:22:58,978 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/data/default/test/5abee21ecbafbddc7965bd7f372bd3a6/.tmp/f/6d7977e7e15945639d2bbf6d1bac8d6c is 29, key is row1/f:/1732126973624/DeleteFamily/seqid=0 2024-11-20T18:22:58,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38311 is added to blk_1073741841_1017 (size=7686) 2024-11-20T18:22:58,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38311 is added to blk_1073741840_1016 (size=5152) 2024-11-20T18:22:59,020 INFO [regionserver/6b87edf34edd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T18:22:59,164 DEBUG [RS:0;6b87edf34edd:36869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5abee21ecbafbddc7965bd7f372bd3a6, f9bc54da18cb502d7236d7a29f00c8af 2024-11-20T18:22:59,360 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45647,1732126943576.replicationSource.wal-reader.6b87edf34edd%2C45647%2C1732126943576,1-6b87edf34edd,45647,1732126943576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/WALs/6b87edf34edd,45647,1732126943576/6b87edf34edd%2C45647%2C1732126943576.1732126946740 to pos 636, reset compression=false 2024-11-20T18:22:59,364 DEBUG [RS:0;6b87edf34edd:36869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5abee21ecbafbddc7965bd7f372bd3a6, f9bc54da18cb502d7236d7a29f00c8af 2024-11-20T18:22:59,384 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/data/default/test/5abee21ecbafbddc7965bd7f372bd3a6/.tmp/f/6d7977e7e15945639d2bbf6d1bac8d6c 2024-11-20T18:22:59,384 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/data/hbase/meta/1588230740/.tmp/info/e2224f1432e04783a44efc9f472c3454 2024-11-20T18:22:59,388 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6d7977e7e15945639d2bbf6d1bac8d6c 2024-11-20T18:22:59,403 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/data/default/test/5abee21ecbafbddc7965bd7f372bd3a6/.tmp/f1/34d08cd07c234c2ba7e28bcfa0823e41 is 30, key is row1/f1:/1732126973624/DeleteFamily/seqid=0 2024-11-20T18:22:59,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38311 is added to blk_1073741842_1018 (size=5158) 2024-11-20T18:22:59,408 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/data/hbase/meta/1588230740/.tmp/ns/5ce7ed9b97e64b6f8dcd40ea9966ef6d is 43, key is default/ns:d/1732126953159/Put/seqid=0 2024-11-20T18:22:59,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38311 is added to blk_1073741843_1019 (size=5153) 2024-11-20T18:22:59,564 DEBUG [RS:0;6b87edf34edd:36869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5abee21ecbafbddc7965bd7f372bd3a6, f9bc54da18cb502d7236d7a29f00c8af 2024-11-20T18:22:59,711 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.wal-reader.6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/WALs/6b87edf34edd,36869,1732126949597/6b87edf34edd%2C36869%2C1732126949597.1732126952027 to pos 1193, reset compression=false 2024-11-20T18:22:59,715 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.wal-reader.6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T18:22:59,715 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.wal-reader.6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/WALs/6b87edf34edd,36869,1732126949597/6b87edf34edd%2C36869%2C1732126949597.1732126952027 to pos 1440, reset compression=false 2024-11-20T18:22:59,715 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.shipper6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,36869,1732126949597 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/WALs/6b87edf34edd,36869,1732126949597/6b87edf34edd%2C36869%2C1732126949597.1732126952027, lastWalPosition=1440, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T18:22:59,716 ERROR [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.shipper6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6b87edf34edd,36869,1732126949597: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6b87edf34edd,36869,1732126949597, walGroup=6b87edf34edd%2C36869%2C1732126949597, offset=6b87edf34edd%2C36869%2C1732126949597.1732126952027:1440, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b87edf34edd:36869 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T18:22:59,717 ERROR [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.shipper6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T18:22:59,717 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.shipper6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T18:22:59,717 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.shipper6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T18:22:59,717 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.shipper6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T18:22:59,717 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.shipper6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T18:22:59,717 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.shipper6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1392508928, "init": 1048576000, "max": 2306867200, "used": 939788160 }, "NonHeapMemoryUsage": { "committed": 206307328, "init": 7667712, "max": -1, "used": 203127040 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T18:22:59,717 WARN [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.shipper6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b87edf34edd:35053 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b87edf34edd:35053 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T18:22:59,765 DEBUG [RS:0;6b87edf34edd:36869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5abee21ecbafbddc7965bd7f372bd3a6, f9bc54da18cb502d7236d7a29f00c8af 2024-11-20T18:22:59,807 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/data/default/test/5abee21ecbafbddc7965bd7f372bd3a6/.tmp/f1/34d08cd07c234c2ba7e28bcfa0823e41 2024-11-20T18:22:59,810 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 34d08cd07c234c2ba7e28bcfa0823e41 2024-11-20T18:22:59,811 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/data/hbase/meta/1588230740/.tmp/ns/5ce7ed9b97e64b6f8dcd40ea9966ef6d 2024-11-20T18:22:59,828 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/data/default/test/5abee21ecbafbddc7965bd7f372bd3a6/.tmp/norep/ff28692c0b1149358944f3c57bc520f2 is 33, key is row1/norep:/1732126973624/DeleteFamily/seqid=0 2024-11-20T18:22:59,831 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/data/hbase/meta/1588230740/.tmp/rep_barrier/4b459d39233a4284848c4ad704d47419 is 112, key is test,,1732126959831.5abee21ecbafbddc7965bd7f372bd3a6./rep_barrier:seqnumDuringOpen/1732126960976/Put/seqid=0 2024-11-20T18:22:59,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38311 is added to blk_1073741844_1020 (size=5108) 2024-11-20T18:22:59,831 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/data/default/test/5abee21ecbafbddc7965bd7f372bd3a6/.tmp/norep/ff28692c0b1149358944f3c57bc520f2 2024-11-20T18:22:59,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38311 is added to blk_1073741845_1021 (size=5518) 2024-11-20T18:22:59,836 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ff28692c0b1149358944f3c57bc520f2 2024-11-20T18:22:59,836 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/data/default/test/5abee21ecbafbddc7965bd7f372bd3a6/.tmp/f/6d7977e7e15945639d2bbf6d1bac8d6c as hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/data/default/test/5abee21ecbafbddc7965bd7f372bd3a6/f/6d7977e7e15945639d2bbf6d1bac8d6c 2024-11-20T18:22:59,840 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6d7977e7e15945639d2bbf6d1bac8d6c 2024-11-20T18:22:59,840 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/data/default/test/5abee21ecbafbddc7965bd7f372bd3a6/f/6d7977e7e15945639d2bbf6d1bac8d6c, entries=3, sequenceid=10, filesize=5.0 K 2024-11-20T18:22:59,841 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/data/default/test/5abee21ecbafbddc7965bd7f372bd3a6/.tmp/f1/34d08cd07c234c2ba7e28bcfa0823e41 as hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/data/default/test/5abee21ecbafbddc7965bd7f372bd3a6/f1/34d08cd07c234c2ba7e28bcfa0823e41 2024-11-20T18:22:59,844 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 34d08cd07c234c2ba7e28bcfa0823e41 2024-11-20T18:22:59,845 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/data/default/test/5abee21ecbafbddc7965bd7f372bd3a6/f1/34d08cd07c234c2ba7e28bcfa0823e41, entries=3, sequenceid=10, filesize=5.0 K 2024-11-20T18:22:59,845 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/data/default/test/5abee21ecbafbddc7965bd7f372bd3a6/.tmp/norep/ff28692c0b1149358944f3c57bc520f2 as hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/data/default/test/5abee21ecbafbddc7965bd7f372bd3a6/norep/ff28692c0b1149358944f3c57bc520f2 2024-11-20T18:22:59,848 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ff28692c0b1149358944f3c57bc520f2 2024-11-20T18:22:59,848 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/data/default/test/5abee21ecbafbddc7965bd7f372bd3a6/norep/ff28692c0b1149358944f3c57bc520f2, entries=1, sequenceid=10, filesize=5.0 K 2024-11-20T18:22:59,849 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 5abee21ecbafbddc7965bd7f372bd3a6 in 885ms, sequenceid=10, compaction requested=false 2024-11-20T18:22:59,852 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/data/default/test/5abee21ecbafbddc7965bd7f372bd3a6/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-20T18:22:59,852 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T18:22:59,852 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T18:22:59,852 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732126959831.5abee21ecbafbddc7965bd7f372bd3a6. 2024-11-20T18:22:59,852 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5abee21ecbafbddc7965bd7f372bd3a6: Waiting for close lock at 1732126978963Running coprocessor pre-close hooks at 1732126978963Disabling compacts and flushes for region at 1732126978963Disabling writes for close at 1732126978964 (+1 ms)Obtaining lock to block concurrent updates at 1732126978964Preparing flush snapshotting stores in 5abee21ecbafbddc7965bd7f372bd3a6 at 1732126978964Finished memstore snapshotting test,,1732126959831.5abee21ecbafbddc7965bd7f372bd3a6., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732126978964Flushing stores of test,,1732126959831.5abee21ecbafbddc7965bd7f372bd3a6. at 1732126978965 (+1 ms)Flushing 5abee21ecbafbddc7965bd7f372bd3a6/f: creating writer at 1732126978965Flushing 5abee21ecbafbddc7965bd7f372bd3a6/f: appending metadata at 1732126978978 (+13 ms)Flushing 5abee21ecbafbddc7965bd7f372bd3a6/f: closing flushed file at 1732126978978Flushing 5abee21ecbafbddc7965bd7f372bd3a6/f1: creating writer at 1732126979388 (+410 ms)Flushing 5abee21ecbafbddc7965bd7f372bd3a6/f1: appending metadata at 1732126979403 (+15 ms)Flushing 5abee21ecbafbddc7965bd7f372bd3a6/f1: closing flushed file at 1732126979403Flushing 5abee21ecbafbddc7965bd7f372bd3a6/norep: creating writer at 1732126979811 (+408 ms)Flushing 5abee21ecbafbddc7965bd7f372bd3a6/norep: appending metadata at 1732126979827 (+16 ms)Flushing 5abee21ecbafbddc7965bd7f372bd3a6/norep: closing flushed file at 1732126979827Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42159291: reopening flushed file at 1732126979836 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5383e29e: reopening flushed file at 1732126979840 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b19e834: reopening flushed file at 1732126979845 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 5abee21ecbafbddc7965bd7f372bd3a6 in 885ms, sequenceid=10, compaction requested=false at 1732126979849 (+4 ms)Writing region close event to WAL at 1732126979850 (+1 ms)Running coprocessor post-close hooks at 1732126979852 (+2 ms)Closed at 1732126979852 2024-11-20T18:22:59,852 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732126959831.5abee21ecbafbddc7965bd7f372bd3a6. 2024-11-20T18:22:59,852 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f9bc54da18cb502d7236d7a29f00c8af, disabling compactions & flushes 2024-11-20T18:22:59,852 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732126966302.f9bc54da18cb502d7236d7a29f00c8af. 2024-11-20T18:22:59,852 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732126966302.f9bc54da18cb502d7236d7a29f00c8af. 2024-11-20T18:22:59,853 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732126966302.f9bc54da18cb502d7236d7a29f00c8af. after waiting 0 ms 2024-11-20T18:22:59,853 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732126966302.f9bc54da18cb502d7236d7a29f00c8af. 2024-11-20T18:22:59,853 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f9bc54da18cb502d7236d7a29f00c8af: Waiting for close lock at 1732126979852Running coprocessor pre-close hooks at 1732126979852Disabling compacts and flushes for region at 1732126979852Disabling writes for close at 1732126979853 (+1 ms)Failed flush hbase:replication,,1732126966302.f9bc54da18cb502d7236d7a29f00c8af., putting online again at 1732126979853 2024-11-20T18:22:59,853 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732126966302.f9bc54da18cb502d7236d7a29f00c8af. 2024-11-20T18:22:59,919 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.wal-reader.6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/WALs/6b87edf34edd,36869,1732126949597/6b87edf34edd%2C36869%2C1732126949597.1732126952027 to pos 1440, reset compression=false 2024-11-20T18:22:59,923 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.wal-reader.6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T18:22:59,923 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.wal-reader.6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/WALs/6b87edf34edd,36869,1732126949597/6b87edf34edd%2C36869%2C1732126949597.1732126952027 to pos 2084, reset compression=false 2024-11-20T18:22:59,965 INFO [RS:0;6b87edf34edd:36869 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T18:22:59,965 DEBUG [RS:0;6b87edf34edd:36869 {}] regionserver.HRegionServer(1325): Online Regions={f9bc54da18cb502d7236d7a29f00c8af=hbase:replication,,1732126966302.f9bc54da18cb502d7236d7a29f00c8af., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T18:22:59,965 INFO [RS:0;6b87edf34edd:36869 {}] regionserver.HRegionServer(3091): Received CLOSE for f9bc54da18cb502d7236d7a29f00c8af 2024-11-20T18:22:59,965 DEBUG [RS:0;6b87edf34edd:36869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f9bc54da18cb502d7236d7a29f00c8af 2024-11-20T18:22:59,965 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f9bc54da18cb502d7236d7a29f00c8af, disabling compactions & flushes 2024-11-20T18:22:59,965 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732126966302.f9bc54da18cb502d7236d7a29f00c8af. 2024-11-20T18:22:59,965 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732126966302.f9bc54da18cb502d7236d7a29f00c8af. 2024-11-20T18:22:59,965 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732126966302.f9bc54da18cb502d7236d7a29f00c8af. after waiting 0 ms 2024-11-20T18:22:59,965 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732126966302.f9bc54da18cb502d7236d7a29f00c8af. 2024-11-20T18:22:59,965 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f9bc54da18cb502d7236d7a29f00c8af: Waiting for close lock at 1732126979965Running coprocessor pre-close hooks at 1732126979965Disabling compacts and flushes for region at 1732126979965Disabling writes for close at 1732126979965Failed flush hbase:replication,,1732126966302.f9bc54da18cb502d7236d7a29f00c8af., putting online again at 1732126979965 2024-11-20T18:22:59,965 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732126966302.f9bc54da18cb502d7236d7a29f00c8af. 2024-11-20T18:23:00,125 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.wal-reader.6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/WALs/6b87edf34edd,36869,1732126949597/6b87edf34edd%2C36869%2C1732126949597.1732126952027 to pos 2084, reset compression=false 2024-11-20T18:23:00,165 DEBUG [RS:0;6b87edf34edd:36869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T18:23:00,235 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/data/hbase/meta/1588230740/.tmp/rep_barrier/4b459d39233a4284848c4ad704d47419 2024-11-20T18:23:00,256 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/data/hbase/meta/1588230740/.tmp/table/8d1ca774600c44c0980ed86c53eea94a is 53, key is hbase:replication/table:state/1732126967068/Put/seqid=0 2024-11-20T18:23:00,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38311 is added to blk_1073741846_1022 (size=5308) 2024-11-20T18:23:00,365 DEBUG [RS:0;6b87edf34edd:36869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T18:23:00,428 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.wal-reader.6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/WALs/6b87edf34edd,36869,1732126949597/6b87edf34edd%2C36869%2C1732126949597.1732126952027 to pos 2084, reset compression=false 2024-11-20T18:23:00,562 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45647,1732126943576.replicationSource.wal-reader.6b87edf34edd%2C45647%2C1732126943576,1-6b87edf34edd,45647,1732126943576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/WALs/6b87edf34edd,45647,1732126943576/6b87edf34edd%2C45647%2C1732126943576.1732126946740 to pos 636, reset compression=false 2024-11-20T18:23:00,565 DEBUG [RS:0;6b87edf34edd:36869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T18:23:00,660 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/data/hbase/meta/1588230740/.tmp/table/8d1ca774600c44c0980ed86c53eea94a 2024-11-20T18:23:00,664 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/data/hbase/meta/1588230740/.tmp/info/e2224f1432e04783a44efc9f472c3454 as hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/data/hbase/meta/1588230740/info/e2224f1432e04783a44efc9f472c3454 2024-11-20T18:23:00,667 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/data/hbase/meta/1588230740/info/e2224f1432e04783a44efc9f472c3454, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T18:23:00,668 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/data/hbase/meta/1588230740/.tmp/ns/5ce7ed9b97e64b6f8dcd40ea9966ef6d as hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/data/hbase/meta/1588230740/ns/5ce7ed9b97e64b6f8dcd40ea9966ef6d 2024-11-20T18:23:00,671 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/data/hbase/meta/1588230740/ns/5ce7ed9b97e64b6f8dcd40ea9966ef6d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T18:23:00,672 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/data/hbase/meta/1588230740/.tmp/rep_barrier/4b459d39233a4284848c4ad704d47419 as hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/data/hbase/meta/1588230740/rep_barrier/4b459d39233a4284848c4ad704d47419 2024-11-20T18:23:00,676 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/data/hbase/meta/1588230740/rep_barrier/4b459d39233a4284848c4ad704d47419, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T18:23:00,677 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/data/hbase/meta/1588230740/.tmp/table/8d1ca774600c44c0980ed86c53eea94a as hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/data/hbase/meta/1588230740/table/8d1ca774600c44c0980ed86c53eea94a 2024-11-20T18:23:00,682 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/data/hbase/meta/1588230740/table/8d1ca774600c44c0980ed86c53eea94a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T18:23:00,683 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1719ms, sequenceid=16, compaction requested=false 2024-11-20T18:23:00,687 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T18:23:00,688 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T18:23:00,688 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T18:23:00,688 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T18:23:00,688 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732126978964Running coprocessor pre-close hooks at 1732126978964Disabling compacts and flushes for region at 1732126978964Disabling writes for close at 1732126978964Obtaining lock to block concurrent updates at 1732126978964Preparing flush snapshotting stores in 1588230740 at 1732126978964Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732126978964Flushing stores of hbase:meta,,1.1588230740 at 1732126978965 (+1 ms)Flushing 1588230740/info: creating writer at 1732126978965Flushing 1588230740/info: appending metadata at 1732126978978 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732126978978Flushing 1588230740/ns: creating writer at 1732126979388 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732126979408 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732126979408Flushing 1588230740/rep_barrier: creating writer at 1732126979815 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732126979831 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732126979831Flushing 1588230740/table: creating writer at 1732126980238 (+407 ms)Flushing 1588230740/table: appending metadata at 1732126980255 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732126980256 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40b37d44: reopening flushed file at 1732126980663 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bd6c26: reopening flushed file at 1732126980667 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dadc9d2: reopening flushed file at 1732126980671 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40dda617: reopening flushed file at 1732126980676 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1719ms, sequenceid=16, compaction requested=false at 1732126980683 (+7 ms)Writing region close event to WAL at 1732126980684 (+1 ms)Running coprocessor post-close hooks at 1732126980688 (+4 ms)Closed at 1732126980688 2024-11-20T18:23:00,688 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T18:23:00,766 INFO [RS:0;6b87edf34edd:36869 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-20T18:23:00,766 INFO [RS:0;6b87edf34edd:36869 {}] regionserver.HRegionServer(976): stopping server 6b87edf34edd,36869,1732126949597; all regions closed. 2024-11-20T18:23:00,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38311 is added to blk_1073741834_1010 (size=4239) 2024-11-20T18:23:00,768 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/WALs/6b87edf34edd,36869,1732126949597/6b87edf34edd%2C36869%2C1732126949597.meta.1732126953105.meta not finished, retry = 0 2024-11-20T18:23:00,831 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.wal-reader.6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/WALs/6b87edf34edd,36869,1732126949597/6b87edf34edd%2C36869%2C1732126949597.1732126952027 to pos 2084, reset compression=false 2024-11-20T18:23:00,870 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/WALs/6b87edf34edd,36869,1732126949597/6b87edf34edd%2C36869%2C1732126949597.rep.1732126967031 not finished, retry = 0 2024-11-20T18:23:00,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38311 is added to blk_1073741839_1015 (size=2171) 2024-11-20T18:23:00,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38311 is added to blk_1073741832_1008 (size=2092) 2024-11-20T18:23:00,972 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/WALs/6b87edf34edd,36869,1732126949597/6b87edf34edd%2C36869%2C1732126949597.1732126952027 not finished, retry = 0 2024-11-20T18:23:01,073 DEBUG [RS:0;6b87edf34edd:36869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:01,073 INFO [RS:0;6b87edf34edd:36869 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T18:23:01,073 INFO [RS:0;6b87edf34edd:36869 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T18:23:01,074 INFO [RS:0;6b87edf34edd:36869 {}] hbase.ChoreService(370): Chore service for: regionserver/6b87edf34edd:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T18:23:01,074 INFO [RS:0;6b87edf34edd:36869 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T18:23:01,074 INFO [regionserver/6b87edf34edd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T18:23:01,074 INFO [RS:0;6b87edf34edd:36869 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6b87edf34edd,36869,1732126949597 because: Region server is closing 2024-11-20T18:23:01,074 INFO [RS:0;6b87edf34edd:36869 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b87edf34edd:36869. 2024-11-20T18:23:01,074 DEBUG [RS:0;6b87edf34edd:36869 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:23:01,074 DEBUG [RS:0;6b87edf34edd:36869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:01,074 DEBUG [RS:0;6b87edf34edd:36869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:01,074 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:23:01,174 INFO [RS:0;6b87edf34edd:36869 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.shipper6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 terminated 2024-11-20T18:23:01,175 INFO [RS:0;6b87edf34edd:36869 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b87edf34edd:36869. 2024-11-20T18:23:01,175 WARN [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,36869,1732126949597.replicationSource.wal-reader.6b87edf34edd%2C36869%2C1732126949597,1-6b87edf34edd,36869,1732126949597 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T18:23:01,175 DEBUG [RS:0;6b87edf34edd:36869 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:23:01,175 DEBUG [RS:0;6b87edf34edd:36869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:01,175 DEBUG [RS:0;6b87edf34edd:36869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:01,175 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:23:01,175 INFO [RS:0;6b87edf34edd:36869 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36869 2024-11-20T18:23:01,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36869-0x101597b9ac60004, quorum=127.0.0.1:51754, baseZNode=/1402183626 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1402183626/rs/6b87edf34edd,36869,1732126949597 2024-11-20T18:23:01,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35053-0x101597b9ac60003, quorum=127.0.0.1:51754, baseZNode=/1402183626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1402183626/rs 2024-11-20T18:23:01,236 INFO [RS:0;6b87edf34edd:36869 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T18:23:01,236 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b87edf34edd,36869,1732126949597] 2024-11-20T18:23:01,283 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1402183626/draining/6b87edf34edd,36869,1732126949597 already deleted, retry=false 2024-11-20T18:23:01,283 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b87edf34edd,36869,1732126949597 expired; onlineServers=0 2024-11-20T18:23:01,283 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b87edf34edd,35053,1732126949388' ***** 2024-11-20T18:23:01,283 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T18:23:01,283 INFO [M:0;6b87edf34edd:35053 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T18:23:01,283 INFO [M:0;6b87edf34edd:35053 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T18:23:01,283 DEBUG [M:0;6b87edf34edd:35053 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T18:23:01,284 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T18:23:01,284 DEBUG [master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732126951812 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732126951812,5,FailOnTimeoutGroup] 2024-11-20T18:23:01,284 DEBUG [M:0;6b87edf34edd:35053 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T18:23:01,284 DEBUG [master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732126951809 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732126951809,5,FailOnTimeoutGroup] 2024-11-20T18:23:01,284 INFO [M:0;6b87edf34edd:35053 {}] hbase.ChoreService(370): Chore service for: master/6b87edf34edd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T18:23:01,284 INFO [M:0;6b87edf34edd:35053 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T18:23:01,284 DEBUG [M:0;6b87edf34edd:35053 {}] master.HMaster(1795): Stopping service threads 2024-11-20T18:23:01,284 INFO [M:0;6b87edf34edd:35053 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T18:23:01,284 INFO [M:0;6b87edf34edd:35053 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T18:23:01,284 INFO [M:0;6b87edf34edd:35053 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T18:23:01,284 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T18:23:01,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35053-0x101597b9ac60003, quorum=127.0.0.1:51754, baseZNode=/1402183626 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1402183626/master 2024-11-20T18:23:01,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35053-0x101597b9ac60003, quorum=127.0.0.1:51754, baseZNode=/1402183626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1402183626 2024-11-20T18:23:01,305 DEBUG [M:0;6b87edf34edd:35053 {}] zookeeper.ZKUtil(347): master:35053-0x101597b9ac60003, quorum=127.0.0.1:51754, baseZNode=/1402183626 Unable to get data of znode /1402183626/master because node does not exist (not an error) 2024-11-20T18:23:01,305 WARN [M:0;6b87edf34edd:35053 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T18:23:01,306 INFO [M:0;6b87edf34edd:35053 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/.lastflushedseqids 2024-11-20T18:23:01,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38311 is added to blk_1073741847_1023 (size=245) 2024-11-20T18:23:01,346 INFO [RS:0;6b87edf34edd:36869 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T18:23:01,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36869-0x101597b9ac60004, quorum=127.0.0.1:51754, baseZNode=/1402183626 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:23:01,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36869-0x101597b9ac60004, quorum=127.0.0.1:51754, baseZNode=/1402183626 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:23:01,346 INFO [RS:0;6b87edf34edd:36869 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b87edf34edd,36869,1732126949597; zookeeper connection closed. 2024-11-20T18:23:01,347 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1eab7aa9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1eab7aa9 2024-11-20T18:23:01,347 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T18:23:01,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:01,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:01,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:01,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:01,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:01,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:01,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:01,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:01,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:01,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:01,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:01,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:01,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:01,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:01,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:01,713 INFO [M:0;6b87edf34edd:35053 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T18:23:01,713 INFO [M:0;6b87edf34edd:35053 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T18:23:01,713 DEBUG [M:0;6b87edf34edd:35053 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T18:23:01,713 INFO [M:0;6b87edf34edd:35053 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:23:01,714 DEBUG [M:0;6b87edf34edd:35053 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:23:01,714 DEBUG [M:0;6b87edf34edd:35053 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T18:23:01,714 DEBUG [M:0;6b87edf34edd:35053 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:23:01,714 INFO [M:0;6b87edf34edd:35053 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-20T18:23:01,732 DEBUG [M:0;6b87edf34edd:35053 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/30a5e34ccc644e159b899844fca34bdb is 82, key is hbase:meta,,1/info:regioninfo/1732126953131/Put/seqid=0 2024-11-20T18:23:01,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38311 is added to blk_1073741848_1024 (size=5672) 2024-11-20T18:23:01,865 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45647,1732126943576.replicationSource.wal-reader.6b87edf34edd%2C45647%2C1732126943576,1-6b87edf34edd,45647,1732126943576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/WALs/6b87edf34edd,45647,1732126943576/6b87edf34edd%2C45647%2C1732126943576.1732126946740 to pos 636, reset compression=false 2024-11-20T18:23:02,135 INFO [M:0;6b87edf34edd:35053 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/30a5e34ccc644e159b899844fca34bdb 2024-11-20T18:23:02,153 DEBUG [M:0;6b87edf34edd:35053 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ddaa29b621574bbbbe1eb27007bf62a5 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732126967072/Put/seqid=0 2024-11-20T18:23:02,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38311 is added to blk_1073741849_1025 (size=8516) 2024-11-20T18:23:02,199 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T18:23:02,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:02,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:02,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:02,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:02,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:02,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:02,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:02,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:02,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:02,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:02,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:02,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:02,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:02,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:02,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:02,557 INFO [M:0;6b87edf34edd:35053 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ddaa29b621574bbbbe1eb27007bf62a5 2024-11-20T18:23:02,571 DEBUG [M:0;6b87edf34edd:35053 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/18ad951721554719a268e739284f7c2e is 69, key is 6b87edf34edd,36869,1732126949597/rs:state/1732126951867/Put/seqid=0 2024-11-20T18:23:02,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38311 is added to blk_1073741850_1026 (size=5156) 2024-11-20T18:23:02,975 INFO [M:0;6b87edf34edd:35053 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/18ad951721554719a268e739284f7c2e 2024-11-20T18:23:02,979 DEBUG [M:0;6b87edf34edd:35053 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/30a5e34ccc644e159b899844fca34bdb as hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/30a5e34ccc644e159b899844fca34bdb 2024-11-20T18:23:02,985 INFO [M:0;6b87edf34edd:35053 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/30a5e34ccc644e159b899844fca34bdb, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T18:23:02,986 DEBUG [M:0;6b87edf34edd:35053 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ddaa29b621574bbbbe1eb27007bf62a5 as hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ddaa29b621574bbbbe1eb27007bf62a5 2024-11-20T18:23:02,989 INFO [M:0;6b87edf34edd:35053 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ddaa29b621574bbbbe1eb27007bf62a5, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T18:23:02,990 DEBUG [M:0;6b87edf34edd:35053 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/18ad951721554719a268e739284f7c2e as hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/18ad951721554719a268e739284f7c2e 2024-11-20T18:23:02,993 INFO [M:0;6b87edf34edd:35053 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43023/user/jenkins/test-data/72793c85-6581-308e-52eb-3bc39f1e602d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/18ad951721554719a268e739284f7c2e, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T18:23:02,994 INFO [M:0;6b87edf34edd:35053 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=97, compaction requested=false 2024-11-20T18:23:02,995 INFO [M:0;6b87edf34edd:35053 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:23:02,995 DEBUG [M:0;6b87edf34edd:35053 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732126981713Disabling compacts and flushes for region at 1732126981713Disabling writes for close at 1732126981714 (+1 ms)Obtaining lock to block concurrent updates at 1732126981714Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732126981714Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732126981714Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732126981714Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732126981715 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732126981731 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732126981731Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732126982139 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732126982153 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732126982153Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732126982559 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732126982571 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732126982571Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66ec9779: reopening flushed file at 1732126982978 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51c6c807: reopening flushed file at 1732126982985 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c8a1eba: reopening flushed file at 1732126982989 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=97, compaction requested=false at 1732126982994 (+5 ms)Writing region close event to WAL at 1732126982995 (+1 ms)Closed at 1732126982995 2024-11-20T18:23:02,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38311 is added to blk_1073741830_1006 (size=63654) 2024-11-20T18:23:02,997 INFO [M:0;6b87edf34edd:35053 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T18:23:02,997 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T18:23:02,997 INFO [M:0;6b87edf34edd:35053 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35053 2024-11-20T18:23:02,997 INFO [M:0;6b87edf34edd:35053 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T18:23:03,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35053-0x101597b9ac60003, quorum=127.0.0.1:51754, baseZNode=/1402183626 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:23:03,178 INFO [M:0;6b87edf34edd:35053 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T18:23:03,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35053-0x101597b9ac60003, quorum=127.0.0.1:51754, baseZNode=/1402183626 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:23:03,180 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45ae30c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T18:23:03,180 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6545b519{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T18:23:03,180 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T18:23:03,180 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bc7d2bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T18:23:03,180 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@557b24c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9daee618-af57-750b-4f60-110e0703d2b0/hadoop.log.dir/,STOPPED} 2024-11-20T18:23:03,181 WARN [BP-821220764-172.17.0.3-1732126947272 heartbeating to localhost/127.0.0.1:43023 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T18:23:03,181 WARN [BP-821220764-172.17.0.3-1732126947272 heartbeating to localhost/127.0.0.1:43023 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-821220764-172.17.0.3-1732126947272 (Datanode Uuid f3b5398e-369d-47c6-b700-32f5d97ac412) service to localhost/127.0.0.1:43023 2024-11-20T18:23:03,181 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T18:23:03,181 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T18:23:03,182 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9daee618-af57-750b-4f60-110e0703d2b0/cluster_e3f9b476-bbb0-940f-3fa7-6d0067a7eeab/data/data1/current/BP-821220764-172.17.0.3-1732126947272 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T18:23:03,182 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9daee618-af57-750b-4f60-110e0703d2b0/cluster_e3f9b476-bbb0-940f-3fa7-6d0067a7eeab/data/data2/current/BP-821220764-172.17.0.3-1732126947272 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T18:23:03,182 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T18:23:03,187 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76605d50{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T18:23:03,187 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4df2da5f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T18:23:03,188 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T18:23:03,188 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@406f587c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T18:23:03,188 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@155223ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9daee618-af57-750b-4f60-110e0703d2b0/hadoop.log.dir/,STOPPED} 2024-11-20T18:23:03,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T18:23:03,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T18:23:03,199 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:23:03,199 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:23:03,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:03,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:03,199 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:23:03,199 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T18:23:03,199 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1711582791, stopped=false 2024-11-20T18:23:03,199 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b87edf34edd,44085,1732126943391 2024-11-20T18:23:03,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44085-0x101597b9ac60000, quorum=127.0.0.1:51754, baseZNode=/01314671239 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01314671239/running 2024-11-20T18:23:03,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45647-0x101597b9ac60001, quorum=127.0.0.1:51754, baseZNode=/01314671239 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01314671239/running 2024-11-20T18:23:03,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44085-0x101597b9ac60000, quorum=127.0.0.1:51754, baseZNode=/01314671239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01314671239 2024-11-20T18:23:03,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45647-0x101597b9ac60001, quorum=127.0.0.1:51754, baseZNode=/01314671239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01314671239 2024-11-20T18:23:03,214 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T18:23:03,215 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:23:03,215 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45647-0x101597b9ac60001, quorum=127.0.0.1:51754, baseZNode=/01314671239 Set watcher on znode that does not yet exist, /01314671239/running 2024-11-20T18:23:03,215 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44085-0x101597b9ac60000, quorum=127.0.0.1:51754, baseZNode=/01314671239 Set watcher on znode that does not yet exist, /01314671239/running 2024-11-20T18:23:03,216 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:23:03,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:03,216 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b87edf34edd,45647,1732126943576' ***** 2024-11-20T18:23:03,216 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T18:23:03,216 INFO [RS:0;6b87edf34edd:45647 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T18:23:03,216 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T18:23:03,216 INFO [RS:0;6b87edf34edd:45647 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T18:23:03,216 INFO [RS:0;6b87edf34edd:45647 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T18:23:03,216 INFO [RS:0;6b87edf34edd:45647 {}] regionserver.HRegionServer(3091): Received CLOSE for 3ce5e430420abb7b90a6336aa3baca59 2024-11-20T18:23:03,216 INFO [RS:0;6b87edf34edd:45647 {}] regionserver.HRegionServer(3091): Received CLOSE for 87da5a8b1028905e1d0061588c79dd12 2024-11-20T18:23:03,216 INFO [RS:0;6b87edf34edd:45647 {}] regionserver.HRegionServer(959): stopping server 6b87edf34edd,45647,1732126943576 2024-11-20T18:23:03,216 INFO [RS:0;6b87edf34edd:45647 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T18:23:03,216 INFO [RS:0;6b87edf34edd:45647 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b87edf34edd:45647. 2024-11-20T18:23:03,216 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3ce5e430420abb7b90a6336aa3baca59, disabling compactions & flushes 2024-11-20T18:23:03,216 DEBUG [RS:0;6b87edf34edd:45647 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:23:03,216 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732126964146.3ce5e430420abb7b90a6336aa3baca59. 2024-11-20T18:23:03,216 DEBUG [RS:0;6b87edf34edd:45647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:03,216 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732126964146.3ce5e430420abb7b90a6336aa3baca59. 2024-11-20T18:23:03,216 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732126964146.3ce5e430420abb7b90a6336aa3baca59. after waiting 0 ms 2024-11-20T18:23:03,217 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732126964146.3ce5e430420abb7b90a6336aa3baca59. 2024-11-20T18:23:03,217 INFO [RS:0;6b87edf34edd:45647 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T18:23:03,217 INFO [RS:0;6b87edf34edd:45647 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T18:23:03,217 INFO [RS:0;6b87edf34edd:45647 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T18:23:03,217 INFO [RS:0;6b87edf34edd:45647 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T18:23:03,217 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3ce5e430420abb7b90a6336aa3baca59 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-20T18:23:03,220 INFO [RS:0;6b87edf34edd:45647 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T18:23:03,220 DEBUG [RS:0;6b87edf34edd:45647 {}] regionserver.HRegionServer(1325): Online Regions={3ce5e430420abb7b90a6336aa3baca59=hbase:replication,,1732126964146.3ce5e430420abb7b90a6336aa3baca59., 87da5a8b1028905e1d0061588c79dd12=test,,1732126959197.87da5a8b1028905e1d0061588c79dd12., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T18:23:03,220 DEBUG [RS:0;6b87edf34edd:45647 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3ce5e430420abb7b90a6336aa3baca59, 87da5a8b1028905e1d0061588c79dd12 2024-11-20T18:23:03,220 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T18:23:03,220 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T18:23:03,220 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T18:23:03,220 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T18:23:03,220 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T18:23:03,220 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T18:23:03,227 INFO [regionserver/6b87edf34edd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T18:23:03,233 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/data/hbase/meta/1588230740/.tmp/info/d6390d8293694234b1dc864022e4e711 is 147, key is hbase:replication,,1732126964146.3ce5e430420abb7b90a6336aa3baca59./info:regioninfo/1732126965330/Put/seqid=0 2024-11-20T18:23:03,235 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/data/hbase/replication/3ce5e430420abb7b90a6336aa3baca59/.tmp/queue/5c3361cf3cdb4a8b84c7fefd4d0397b8 is 153, key is 1-6b87edf34edd,45647,1732126943576/queue:6b87edf34edd%2C45647%2C1732126943576/1732126972832/Put/seqid=0 2024-11-20T18:23:03,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741840_1016 (size=7686) 2024-11-20T18:23:03,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741841_1017 (size=5352) 2024-11-20T18:23:03,269 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45647,1732126943576.replicationSource.wal-reader.6b87edf34edd%2C45647%2C1732126943576,1-6b87edf34edd,45647,1732126943576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/WALs/6b87edf34edd,45647,1732126943576/6b87edf34edd%2C45647%2C1732126943576.1732126946740 to pos 636, reset compression=false 2024-11-20T18:23:03,420 DEBUG [RS:0;6b87edf34edd:45647 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3ce5e430420abb7b90a6336aa3baca59, 87da5a8b1028905e1d0061588c79dd12 2024-11-20T18:23:03,601 INFO [regionserver/6b87edf34edd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T18:23:03,601 INFO [regionserver/6b87edf34edd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T18:23:03,620 DEBUG [RS:0;6b87edf34edd:45647 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3ce5e430420abb7b90a6336aa3baca59, 87da5a8b1028905e1d0061588c79dd12 2024-11-20T18:23:03,637 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/data/hbase/meta/1588230740/.tmp/info/d6390d8293694234b1dc864022e4e711 2024-11-20T18:23:03,639 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/data/hbase/replication/3ce5e430420abb7b90a6336aa3baca59/.tmp/queue/5c3361cf3cdb4a8b84c7fefd4d0397b8 2024-11-20T18:23:03,642 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/data/hbase/replication/3ce5e430420abb7b90a6336aa3baca59/.tmp/queue/5c3361cf3cdb4a8b84c7fefd4d0397b8 as hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/data/hbase/replication/3ce5e430420abb7b90a6336aa3baca59/queue/5c3361cf3cdb4a8b84c7fefd4d0397b8 2024-11-20T18:23:03,645 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/data/hbase/replication/3ce5e430420abb7b90a6336aa3baca59/queue/5c3361cf3cdb4a8b84c7fefd4d0397b8, entries=1, sequenceid=8, filesize=5.2 K 2024-11-20T18:23:03,646 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 3ce5e430420abb7b90a6336aa3baca59 in 428ms, sequenceid=8, compaction requested=false 2024-11-20T18:23:03,648 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/data/hbase/replication/3ce5e430420abb7b90a6336aa3baca59/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T18:23:03,649 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T18:23:03,649 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T18:23:03,649 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732126964146.3ce5e430420abb7b90a6336aa3baca59. 2024-11-20T18:23:03,649 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3ce5e430420abb7b90a6336aa3baca59: Waiting for close lock at 1732126983216Running coprocessor pre-close hooks at 1732126983216Disabling compacts and flushes for region at 1732126983216Disabling writes for close at 1732126983217 (+1 ms)Obtaining lock to block concurrent updates at 1732126983217Preparing flush snapshotting stores in 3ce5e430420abb7b90a6336aa3baca59 at 1732126983217Finished memstore snapshotting hbase:replication,,1732126964146.3ce5e430420abb7b90a6336aa3baca59., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1732126983217Flushing stores of hbase:replication,,1732126964146.3ce5e430420abb7b90a6336aa3baca59. at 1732126983217Flushing 3ce5e430420abb7b90a6336aa3baca59/queue: creating writer at 1732126983217Flushing 3ce5e430420abb7b90a6336aa3baca59/queue: appending metadata at 1732126983235 (+18 ms)Flushing 3ce5e430420abb7b90a6336aa3baca59/queue: closing flushed file at 1732126983235Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@410b6d4f: reopening flushed file at 1732126983641 (+406 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 3ce5e430420abb7b90a6336aa3baca59 in 428ms, sequenceid=8, compaction requested=false at 1732126983646 (+5 ms)Writing region close event to WAL at 1732126983646Running coprocessor post-close hooks at 1732126983649 (+3 ms)Closed at 1732126983649 2024-11-20T18:23:03,649 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732126964146.3ce5e430420abb7b90a6336aa3baca59. 2024-11-20T18:23:03,649 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 87da5a8b1028905e1d0061588c79dd12, disabling compactions & flushes 2024-11-20T18:23:03,649 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732126959197.87da5a8b1028905e1d0061588c79dd12. 2024-11-20T18:23:03,649 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732126959197.87da5a8b1028905e1d0061588c79dd12. 2024-11-20T18:23:03,649 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732126959197.87da5a8b1028905e1d0061588c79dd12. after waiting 0 ms 2024-11-20T18:23:03,649 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732126959197.87da5a8b1028905e1d0061588c79dd12. 2024-11-20T18:23:03,649 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 87da5a8b1028905e1d0061588c79dd12 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-20T18:23:03,658 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/data/hbase/meta/1588230740/.tmp/ns/84965a5ff7b848119166986beaa576d2 is 43, key is default/ns:d/1732126947158/Put/seqid=0 2024-11-20T18:23:03,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741842_1018 (size=5153) 2024-11-20T18:23:03,663 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/data/default/test/87da5a8b1028905e1d0061588c79dd12/.tmp/f/c9226dc0ccc642719de93fef70ae4201 is 28, key is row/f:/1732126972620/DeleteFamily/seqid=0 2024-11-20T18:23:03,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741843_1019 (size=5085) 2024-11-20T18:23:03,666 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/data/default/test/87da5a8b1028905e1d0061588c79dd12/.tmp/f/c9226dc0ccc642719de93fef70ae4201 2024-11-20T18:23:03,669 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c9226dc0ccc642719de93fef70ae4201 2024-11-20T18:23:03,683 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/data/default/test/87da5a8b1028905e1d0061588c79dd12/.tmp/f1/0df356d6dee240fb95b3f3871a91e3e8 is 29, key is row/f1:/1732126972620/DeleteFamily/seqid=0 2024-11-20T18:23:03,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741844_1020 (size=5089) 2024-11-20T18:23:03,821 DEBUG [RS:0;6b87edf34edd:45647 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 87da5a8b1028905e1d0061588c79dd12 2024-11-20T18:23:04,021 DEBUG [RS:0;6b87edf34edd:45647 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 87da5a8b1028905e1d0061588c79dd12 2024-11-20T18:23:04,062 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/data/hbase/meta/1588230740/.tmp/ns/84965a5ff7b848119166986beaa576d2 2024-11-20T18:23:04,078 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/data/hbase/meta/1588230740/.tmp/rep_barrier/2bc8cbd69dfd41c68f1b6f5703313472 is 112, key is test,,1732126959197.87da5a8b1028905e1d0061588c79dd12./rep_barrier:seqnumDuringOpen/1732126959580/Put/seqid=0 2024-11-20T18:23:04,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741845_1021 (size=5518) 2024-11-20T18:23:04,086 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/data/default/test/87da5a8b1028905e1d0061588c79dd12/.tmp/f1/0df356d6dee240fb95b3f3871a91e3e8 2024-11-20T18:23:04,089 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0df356d6dee240fb95b3f3871a91e3e8 2024-11-20T18:23:04,101 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/data/default/test/87da5a8b1028905e1d0061588c79dd12/.tmp/norep/d966a05e25f9455ab73a8b2502011e1e is 32, key is row/norep:/1732126972620/DeleteFamily/seqid=0 2024-11-20T18:23:04,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741846_1022 (size=5101) 2024-11-20T18:23:04,221 INFO [RS:0;6b87edf34edd:45647 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T18:23:04,221 DEBUG [RS:0;6b87edf34edd:45647 {}] regionserver.HRegionServer(1325): Online Regions={87da5a8b1028905e1d0061588c79dd12=test,,1732126959197.87da5a8b1028905e1d0061588c79dd12., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T18:23:04,221 DEBUG [RS:0;6b87edf34edd:45647 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 87da5a8b1028905e1d0061588c79dd12 2024-11-20T18:23:04,421 DEBUG [RS:0;6b87edf34edd:45647 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 87da5a8b1028905e1d0061588c79dd12 2024-11-20T18:23:04,482 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/data/hbase/meta/1588230740/.tmp/rep_barrier/2bc8cbd69dfd41c68f1b6f5703313472 2024-11-20T18:23:04,497 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/data/hbase/meta/1588230740/.tmp/table/b698c8d94db34832998ec3228bfb7b1b is 53, key is hbase:replication/table:state/1732126965336/Put/seqid=0 2024-11-20T18:23:04,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741847_1023 (size=5308) 2024-11-20T18:23:04,504 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/data/default/test/87da5a8b1028905e1d0061588c79dd12/.tmp/norep/d966a05e25f9455ab73a8b2502011e1e 2024-11-20T18:23:04,507 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d966a05e25f9455ab73a8b2502011e1e 2024-11-20T18:23:04,507 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/data/default/test/87da5a8b1028905e1d0061588c79dd12/.tmp/f/c9226dc0ccc642719de93fef70ae4201 as hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/data/default/test/87da5a8b1028905e1d0061588c79dd12/f/c9226dc0ccc642719de93fef70ae4201 2024-11-20T18:23:04,510 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c9226dc0ccc642719de93fef70ae4201 2024-11-20T18:23:04,510 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/data/default/test/87da5a8b1028905e1d0061588c79dd12/f/c9226dc0ccc642719de93fef70ae4201, entries=1, sequenceid=6, filesize=5.0 K 2024-11-20T18:23:04,511 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/data/default/test/87da5a8b1028905e1d0061588c79dd12/.tmp/f1/0df356d6dee240fb95b3f3871a91e3e8 as hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/data/default/test/87da5a8b1028905e1d0061588c79dd12/f1/0df356d6dee240fb95b3f3871a91e3e8 2024-11-20T18:23:04,514 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0df356d6dee240fb95b3f3871a91e3e8 2024-11-20T18:23:04,514 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/data/default/test/87da5a8b1028905e1d0061588c79dd12/f1/0df356d6dee240fb95b3f3871a91e3e8, entries=1, sequenceid=6, filesize=5.0 K 2024-11-20T18:23:04,514 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/data/default/test/87da5a8b1028905e1d0061588c79dd12/.tmp/norep/d966a05e25f9455ab73a8b2502011e1e as hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/data/default/test/87da5a8b1028905e1d0061588c79dd12/norep/d966a05e25f9455ab73a8b2502011e1e 2024-11-20T18:23:04,517 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d966a05e25f9455ab73a8b2502011e1e 2024-11-20T18:23:04,517 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/data/default/test/87da5a8b1028905e1d0061588c79dd12/norep/d966a05e25f9455ab73a8b2502011e1e, entries=1, sequenceid=6, filesize=5.0 K 2024-11-20T18:23:04,518 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 87da5a8b1028905e1d0061588c79dd12 in 869ms, sequenceid=6, compaction requested=false 2024-11-20T18:23:04,518 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T18:23:04,521 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/data/default/test/87da5a8b1028905e1d0061588c79dd12/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T18:23:04,521 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T18:23:04,521 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T18:23:04,521 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732126959197.87da5a8b1028905e1d0061588c79dd12. 2024-11-20T18:23:04,521 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 87da5a8b1028905e1d0061588c79dd12: Waiting for close lock at 1732126983649Running coprocessor pre-close hooks at 1732126983649Disabling compacts and flushes for region at 1732126983649Disabling writes for close at 1732126983649Obtaining lock to block concurrent updates at 1732126983649Preparing flush snapshotting stores in 87da5a8b1028905e1d0061588c79dd12 at 1732126983649Finished memstore snapshotting test,,1732126959197.87da5a8b1028905e1d0061588c79dd12., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732126983649Flushing stores of test,,1732126959197.87da5a8b1028905e1d0061588c79dd12. at 1732126983650 (+1 ms)Flushing 87da5a8b1028905e1d0061588c79dd12/f: creating writer at 1732126983650Flushing 87da5a8b1028905e1d0061588c79dd12/f: appending metadata at 1732126983663 (+13 ms)Flushing 87da5a8b1028905e1d0061588c79dd12/f: closing flushed file at 1732126983663Flushing 87da5a8b1028905e1d0061588c79dd12/f1: creating writer at 1732126983669 (+6 ms)Flushing 87da5a8b1028905e1d0061588c79dd12/f1: appending metadata at 1732126983682 (+13 ms)Flushing 87da5a8b1028905e1d0061588c79dd12/f1: closing flushed file at 1732126983682Flushing 87da5a8b1028905e1d0061588c79dd12/norep: creating writer at 1732126984089 (+407 ms)Flushing 87da5a8b1028905e1d0061588c79dd12/norep: appending metadata at 1732126984100 (+11 ms)Flushing 87da5a8b1028905e1d0061588c79dd12/norep: closing flushed file at 1732126984100Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5783b5b4: reopening flushed file at 1732126984507 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2acee705: reopening flushed file at 1732126984511 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76ab3d8d: reopening flushed file at 1732126984514 (+3 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 87da5a8b1028905e1d0061588c79dd12 in 869ms, sequenceid=6, compaction requested=false at 1732126984518 (+4 ms)Writing region close event to WAL at 1732126984519 (+1 ms)Running coprocessor post-close hooks at 1732126984521 (+2 ms)Closed at 1732126984521 2024-11-20T18:23:04,521 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732126959197.87da5a8b1028905e1d0061588c79dd12. 2024-11-20T18:23:04,621 DEBUG [RS:0;6b87edf34edd:45647 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T18:23:04,772 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45647,1732126943576.replicationSource.wal-reader.6b87edf34edd%2C45647%2C1732126943576,1-6b87edf34edd,45647,1732126943576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/WALs/6b87edf34edd,45647,1732126943576/6b87edf34edd%2C45647%2C1732126943576.1732126946740 to pos 636, reset compression=false 2024-11-20T18:23:04,776 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45647,1732126943576.replicationSource.wal-reader.6b87edf34edd%2C45647%2C1732126943576,1-6b87edf34edd,45647,1732126943576 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T18:23:04,776 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45647,1732126943576.replicationSource.wal-reader.6b87edf34edd%2C45647%2C1732126943576,1-6b87edf34edd,45647,1732126943576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/WALs/6b87edf34edd,45647,1732126943576/6b87edf34edd%2C45647%2C1732126943576.1732126946740 to pos 1527, reset compression=false 2024-11-20T18:23:04,776 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45647,1732126943576.replicationSource.shipper6b87edf34edd%2C45647%2C1732126943576,1-6b87edf34edd,45647,1732126943576 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,45647,1732126943576 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/WALs/6b87edf34edd,45647,1732126943576/6b87edf34edd%2C45647%2C1732126943576.1732126946740, lastWalPosition=1527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T18:23:04,776 ERROR [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45647,1732126943576.replicationSource.shipper6b87edf34edd%2C45647%2C1732126943576,1-6b87edf34edd,45647,1732126943576 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6b87edf34edd,45647,1732126943576: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6b87edf34edd,45647,1732126943576, walGroup=6b87edf34edd%2C45647%2C1732126943576, offset=6b87edf34edd%2C45647%2C1732126943576.1732126946740:1527, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b87edf34edd:45647 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T18:23:04,777 ERROR [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45647,1732126943576.replicationSource.shipper6b87edf34edd%2C45647%2C1732126943576,1-6b87edf34edd,45647,1732126943576 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T18:23:04,777 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45647,1732126943576.replicationSource.shipper6b87edf34edd%2C45647%2C1732126943576,1-6b87edf34edd,45647,1732126943576 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T18:23:04,778 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45647,1732126943576.replicationSource.shipper6b87edf34edd%2C45647%2C1732126943576,1-6b87edf34edd,45647,1732126943576 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T18:23:04,778 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45647,1732126943576.replicationSource.shipper6b87edf34edd%2C45647%2C1732126943576,1-6b87edf34edd,45647,1732126943576 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T18:23:04,778 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45647,1732126943576.replicationSource.shipper6b87edf34edd%2C45647%2C1732126943576,1-6b87edf34edd,45647,1732126943576 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T18:23:04,778 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45647,1732126943576.replicationSource.shipper6b87edf34edd%2C45647%2C1732126943576,1-6b87edf34edd,45647,1732126943576 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1392508928, "init": 1048576000, "max": 2306867200, "used": 1057228672 }, "NonHeapMemoryUsage": { "committed": 206569472, "init": 7667712, "max": -1, "used": 203619272 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T18:23:04,778 WARN [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45647,1732126943576.replicationSource.shipper6b87edf34edd%2C45647%2C1732126943576,1-6b87edf34edd,45647,1732126943576 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b87edf34edd:44085 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b87edf34edd:44085 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T18:23:04,822 DEBUG [RS:0;6b87edf34edd:45647 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T18:23:04,901 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/data/hbase/meta/1588230740/.tmp/table/b698c8d94db34832998ec3228bfb7b1b 2024-11-20T18:23:04,905 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/data/hbase/meta/1588230740/.tmp/info/d6390d8293694234b1dc864022e4e711 as hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/data/hbase/meta/1588230740/info/d6390d8293694234b1dc864022e4e711 2024-11-20T18:23:04,908 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/data/hbase/meta/1588230740/info/d6390d8293694234b1dc864022e4e711, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T18:23:04,908 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/data/hbase/meta/1588230740/.tmp/ns/84965a5ff7b848119166986beaa576d2 as hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/data/hbase/meta/1588230740/ns/84965a5ff7b848119166986beaa576d2 2024-11-20T18:23:04,911 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/data/hbase/meta/1588230740/ns/84965a5ff7b848119166986beaa576d2, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T18:23:04,912 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/data/hbase/meta/1588230740/.tmp/rep_barrier/2bc8cbd69dfd41c68f1b6f5703313472 as hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/data/hbase/meta/1588230740/rep_barrier/2bc8cbd69dfd41c68f1b6f5703313472 2024-11-20T18:23:04,915 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/data/hbase/meta/1588230740/rep_barrier/2bc8cbd69dfd41c68f1b6f5703313472, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T18:23:04,915 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/data/hbase/meta/1588230740/.tmp/table/b698c8d94db34832998ec3228bfb7b1b as hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/data/hbase/meta/1588230740/table/b698c8d94db34832998ec3228bfb7b1b 2024-11-20T18:23:04,918 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/data/hbase/meta/1588230740/table/b698c8d94db34832998ec3228bfb7b1b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T18:23:04,919 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1699ms, sequenceid=16, compaction requested=false 2024-11-20T18:23:04,919 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T18:23:04,923 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T18:23:04,923 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T18:23:04,923 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T18:23:04,923 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T18:23:04,923 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732126983220Running coprocessor pre-close hooks at 1732126983220Disabling compacts and flushes for region at 1732126983220Disabling writes for close at 1732126983220Obtaining lock to block concurrent updates at 1732126983220Preparing flush snapshotting stores in 1588230740 at 1732126983220Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732126983221 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732126983221Flushing 1588230740/info: creating writer at 1732126983221Flushing 1588230740/info: appending metadata at 1732126983233 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732126983233Flushing 1588230740/ns: creating writer at 1732126983640 (+407 ms)Flushing 1588230740/ns: appending metadata at 1732126983658 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732126983658Flushing 1588230740/rep_barrier: creating writer at 1732126984065 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732126984078 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732126984078Flushing 1588230740/table: creating writer at 1732126984485 (+407 ms)Flushing 1588230740/table: appending metadata at 1732126984497 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732126984497Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15db7ef8: reopening flushed file at 1732126984904 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@165e99a1: reopening flushed file at 1732126984908 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@634df01f: reopening flushed file at 1732126984912 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@606bead3: reopening flushed file at 1732126984915 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1699ms, sequenceid=16, compaction requested=false at 1732126984919 (+4 ms)Writing region close event to WAL at 1732126984921 (+2 ms)Running coprocessor post-close hooks at 1732126984923 (+2 ms)Closed at 1732126984923 2024-11-20T18:23:04,923 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T18:23:04,978 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45647,1732126943576.replicationSource.wal-reader.6b87edf34edd%2C45647%2C1732126943576,1-6b87edf34edd,45647,1732126943576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/WALs/6b87edf34edd,45647,1732126943576/6b87edf34edd%2C45647%2C1732126943576.1732126946740 to pos 1527, reset compression=false 2024-11-20T18:23:05,022 INFO [RS:0;6b87edf34edd:45647 {}] regionserver.HRegionServer(976): stopping server 6b87edf34edd,45647,1732126943576; all regions closed. 2024-11-20T18:23:05,024 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/WALs/6b87edf34edd,45647,1732126943576/6b87edf34edd%2C45647%2C1732126943576.meta.1732126947060.meta not finished, retry = 0 2024-11-20T18:23:05,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741834_1010 (size=4239) 2024-11-20T18:23:05,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741839_1015 (size=2240) 2024-11-20T18:23:05,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741833_1009 (size=1535) 2024-11-20T18:23:05,129 DEBUG [RS:0;6b87edf34edd:45647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:05,129 INFO [RS:0;6b87edf34edd:45647 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T18:23:05,129 INFO [RS:0;6b87edf34edd:45647 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T18:23:05,129 INFO [RS:0;6b87edf34edd:45647 {}] hbase.ChoreService(370): Chore service for: regionserver/6b87edf34edd:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T18:23:05,129 INFO [RS:0;6b87edf34edd:45647 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T18:23:05,129 INFO [regionserver/6b87edf34edd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T18:23:05,130 INFO [RS:0;6b87edf34edd:45647 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6b87edf34edd,45647,1732126943576 because: Region server is closing 2024-11-20T18:23:05,130 INFO [RS:0;6b87edf34edd:45647 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b87edf34edd:45647. 2024-11-20T18:23:05,130 DEBUG [RS:0;6b87edf34edd:45647 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:23:05,130 DEBUG [RS:0;6b87edf34edd:45647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:05,130 DEBUG [RS:0;6b87edf34edd:45647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:05,130 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:23:05,230 INFO [RS:0;6b87edf34edd:45647 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45647,1732126943576.replicationSource.shipper6b87edf34edd%2C45647%2C1732126943576,1-6b87edf34edd,45647,1732126943576 terminated 2024-11-20T18:23:05,230 WARN [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,45647,1732126943576.replicationSource.wal-reader.6b87edf34edd%2C45647%2C1732126943576,1-6b87edf34edd,45647,1732126943576 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T18:23:05,230 INFO [RS:0;6b87edf34edd:45647 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45647 2024-11-20T18:23:05,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44085-0x101597b9ac60000, quorum=127.0.0.1:51754, baseZNode=/01314671239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01314671239/rs 2024-11-20T18:23:05,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45647-0x101597b9ac60001, quorum=127.0.0.1:51754, baseZNode=/01314671239 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01314671239/rs/6b87edf34edd,45647,1732126943576 2024-11-20T18:23:05,278 INFO [RS:0;6b87edf34edd:45647 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T18:23:05,278 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b87edf34edd,45647,1732126943576] 2024-11-20T18:23:05,298 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01314671239/draining/6b87edf34edd,45647,1732126943576 already deleted, retry=false 2024-11-20T18:23:05,299 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b87edf34edd,45647,1732126943576 expired; onlineServers=0 2024-11-20T18:23:05,299 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b87edf34edd,44085,1732126943391' ***** 2024-11-20T18:23:05,299 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T18:23:05,299 INFO [M:0;6b87edf34edd:44085 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T18:23:05,299 INFO [M:0;6b87edf34edd:44085 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T18:23:05,299 DEBUG [M:0;6b87edf34edd:44085 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T18:23:05,299 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T18:23:05,299 DEBUG [M:0;6b87edf34edd:44085 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T18:23:05,299 DEBUG [master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732126946447 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732126946447,5,FailOnTimeoutGroup] 2024-11-20T18:23:05,299 DEBUG [master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732126946447 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732126946447,5,FailOnTimeoutGroup] 2024-11-20T18:23:05,299 INFO [M:0;6b87edf34edd:44085 {}] hbase.ChoreService(370): Chore service for: master/6b87edf34edd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T18:23:05,299 INFO [M:0;6b87edf34edd:44085 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T18:23:05,299 DEBUG [M:0;6b87edf34edd:44085 {}] master.HMaster(1795): Stopping service threads 2024-11-20T18:23:05,299 INFO [M:0;6b87edf34edd:44085 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T18:23:05,299 INFO [M:0;6b87edf34edd:44085 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T18:23:05,299 ERROR [M:0;6b87edf34edd:44085 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:38301,5,PEWorkerGroup] 2024-11-20T18:23:05,299 INFO [M:0;6b87edf34edd:44085 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T18:23:05,300 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T18:23:05,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44085-0x101597b9ac60000, quorum=127.0.0.1:51754, baseZNode=/01314671239 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01314671239/master 2024-11-20T18:23:05,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44085-0x101597b9ac60000, quorum=127.0.0.1:51754, baseZNode=/01314671239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01314671239 2024-11-20T18:23:05,309 DEBUG [M:0;6b87edf34edd:44085 {}] zookeeper.ZKUtil(347): master:44085-0x101597b9ac60000, quorum=127.0.0.1:51754, baseZNode=/01314671239 Unable to get data of znode /01314671239/master because node does not exist (not an error) 2024-11-20T18:23:05,309 WARN [M:0;6b87edf34edd:44085 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T18:23:05,310 INFO [M:0;6b87edf34edd:44085 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/.lastflushedseqids 2024-11-20T18:23:05,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741848_1024 (size=245) 2024-11-20T18:23:05,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45647-0x101597b9ac60001, quorum=127.0.0.1:51754, baseZNode=/01314671239 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:23:05,388 INFO [RS:0;6b87edf34edd:45647 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T18:23:05,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45647-0x101597b9ac60001, quorum=127.0.0.1:51754, baseZNode=/01314671239 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:23:05,388 INFO [RS:0;6b87edf34edd:45647 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b87edf34edd,45647,1732126943576; zookeeper connection closed. 2024-11-20T18:23:05,389 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@33df202e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@33df202e 2024-11-20T18:23:05,389 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T18:23:05,649 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:23:05,650 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b87edf34edd,38325,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b87edf34edd:38325 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T18:23:05,650 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128785 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b87edf34edd,38325,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b87edf34edd:38325 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T18:23:05,714 INFO [M:0;6b87edf34edd:44085 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T18:23:05,714 INFO [M:0;6b87edf34edd:44085 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T18:23:05,714 DEBUG [M:0;6b87edf34edd:44085 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T18:23:05,714 INFO [M:0;6b87edf34edd:44085 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:23:05,714 DEBUG [M:0;6b87edf34edd:44085 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:23:05,714 DEBUG [M:0;6b87edf34edd:44085 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T18:23:05,715 DEBUG [M:0;6b87edf34edd:44085 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:23:05,715 INFO [M:0;6b87edf34edd:44085 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-20T18:23:05,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T18:23:05,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T18:23:05,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T18:23:05,733 DEBUG [M:0;6b87edf34edd:44085 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f12ce27fa2d4c4b95f70503ef6af8bd is 82, key is hbase:meta,,1/info:regioninfo/1732126947085/Put/seqid=0 2024-11-20T18:23:05,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741849_1025 (size=5672) 2024-11-20T18:23:06,136 INFO [M:0;6b87edf34edd:44085 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f12ce27fa2d4c4b95f70503ef6af8bd 2024-11-20T18:23:06,152 DEBUG [M:0;6b87edf34edd:44085 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fc9c715951f24027847499abd83425fb is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732126959591/Put/seqid=0 2024-11-20T18:23:06,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741850_1026 (size=7219) 2024-11-20T18:23:06,556 INFO [M:0;6b87edf34edd:44085 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fc9c715951f24027847499abd83425fb 2024-11-20T18:23:06,560 INFO [M:0;6b87edf34edd:44085 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fc9c715951f24027847499abd83425fb 2024-11-20T18:23:06,577 DEBUG [M:0;6b87edf34edd:44085 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/69b423b50701473ca0d027bd1b753bc9 is 69, key is 6b87edf34edd,45647,1732126943576/rs:state/1732126946573/Put/seqid=0 2024-11-20T18:23:06,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741851_1027 (size=5156) 2024-11-20T18:23:06,981 INFO [M:0;6b87edf34edd:44085 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/69b423b50701473ca0d027bd1b753bc9 2024-11-20T18:23:06,984 DEBUG [M:0;6b87edf34edd:44085 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f12ce27fa2d4c4b95f70503ef6af8bd as hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9f12ce27fa2d4c4b95f70503ef6af8bd 2024-11-20T18:23:06,988 INFO [M:0;6b87edf34edd:44085 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9f12ce27fa2d4c4b95f70503ef6af8bd, entries=8, sequenceid=105, filesize=5.5 K 2024-11-20T18:23:06,988 DEBUG [M:0;6b87edf34edd:44085 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fc9c715951f24027847499abd83425fb as hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fc9c715951f24027847499abd83425fb 2024-11-20T18:23:06,992 INFO [M:0;6b87edf34edd:44085 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fc9c715951f24027847499abd83425fb 2024-11-20T18:23:06,992 INFO [M:0;6b87edf34edd:44085 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fc9c715951f24027847499abd83425fb, entries=11, sequenceid=105, filesize=7.0 K 2024-11-20T18:23:06,993 DEBUG [M:0;6b87edf34edd:44085 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/69b423b50701473ca0d027bd1b753bc9 as hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/69b423b50701473ca0d027bd1b753bc9 2024-11-20T18:23:06,996 INFO [M:0;6b87edf34edd:44085 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38301/user/jenkins/test-data/c81ffc07-8e48-817d-714c-1c9397e283e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/69b423b50701473ca0d027bd1b753bc9, entries=1, sequenceid=105, filesize=5.0 K 2024-11-20T18:23:06,996 INFO [M:0;6b87edf34edd:44085 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=105, compaction requested=false 2024-11-20T18:23:06,997 INFO [M:0;6b87edf34edd:44085 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:23:06,997 DEBUG [M:0;6b87edf34edd:44085 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732126985714Disabling compacts and flushes for region at 1732126985714Disabling writes for close at 1732126985714Obtaining lock to block concurrent updates at 1732126985715 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732126985715Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1732126985715Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732126985716 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732126985716Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732126985732 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732126985732Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732126986140 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732126986152 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732126986152Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732126986560 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732126986577 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732126986577Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d3c025d: reopening flushed file at 1732126986984 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@451976d4: reopening flushed file at 1732126986988 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31785408: reopening flushed file at 1732126986992 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=105, compaction requested=false at 1732126986996 (+4 ms)Writing region close event to WAL at 1732126986997 (+1 ms)Closed at 1732126986997 2024-11-20T18:23:06,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46153 is added to blk_1073741830_1006 (size=64435) 2024-11-20T18:23:06,999 INFO [M:0;6b87edf34edd:44085 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T18:23:06,999 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T18:23:06,999 INFO [M:0;6b87edf34edd:44085 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44085 2024-11-20T18:23:07,000 INFO [M:0;6b87edf34edd:44085 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T18:23:07,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44085-0x101597b9ac60000, quorum=127.0.0.1:51754, baseZNode=/01314671239 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:23:07,121 INFO [M:0;6b87edf34edd:44085 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T18:23:07,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44085-0x101597b9ac60000, quorum=127.0.0.1:51754, baseZNode=/01314671239 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:23:07,123 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@67fb10c5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T18:23:07,123 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d0783db{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T18:23:07,124 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T18:23:07,124 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ed09396{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T18:23:07,124 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@537e9096{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63cd110-d127-2937-87c9-55176ff2855e/hadoop.log.dir/,STOPPED} 2024-11-20T18:23:07,125 WARN [BP-1169373899-172.17.0.3-1732126940981 heartbeating to localhost/127.0.0.1:38301 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T18:23:07,125 WARN [BP-1169373899-172.17.0.3-1732126940981 heartbeating to localhost/127.0.0.1:38301 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1169373899-172.17.0.3-1732126940981 (Datanode Uuid c56220ea-db24-4429-9930-b00420edd198) service to localhost/127.0.0.1:38301 2024-11-20T18:23:07,125 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T18:23:07,125 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T18:23:07,126 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T18:23:07,126 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63cd110-d127-2937-87c9-55176ff2855e/cluster_ea3f21f4-454f-ce10-853c-6ad24ba41b24/data/data1/current/BP-1169373899-172.17.0.3-1732126940981 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T18:23:07,126 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63cd110-d127-2937-87c9-55176ff2855e/cluster_ea3f21f4-454f-ce10-853c-6ad24ba41b24/data/data2/current/BP-1169373899-172.17.0.3-1732126940981 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T18:23:07,131 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53b3eb25{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T18:23:07,131 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5aab1392{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T18:23:07,131 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T18:23:07,131 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63de46dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T18:23:07,132 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@645740ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e63cd110-d127-2937-87c9-55176ff2855e/hadoop.log.dir/,STOPPED} 2024-11-20T18:23:07,136 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T18:23:07,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T18:23:07,156 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=362 (was 315) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43023 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43023 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43023 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:38301 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43023 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51754) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37739 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38301 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:37739 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:43023 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38301 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38301 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37739 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37739 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51754) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43023 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37739 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38301 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43023 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43023 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51754) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=784 (was 728) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=368 (was 420), ProcessCount=11 (was 11), AvailableMemoryMB=7942 (was 8541) 2024-11-20T18:23:07,164 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=362, OpenFileDescriptor=784, MaxFileDescriptor=1048576, SystemLoadAverage=368, ProcessCount=11, AvailableMemoryMB=8056 2024-11-20T18:23:07,176 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-20T18:23:07,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab6c748a-7298-fc3f-7481-8dff8bae8188/hadoop.log.dir so I do NOT create it in target/test-data/f892233a-e61d-303b-3216-6a071084aabc 2024-11-20T18:23:07,176 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab6c748a-7298-fc3f-7481-8dff8bae8188/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T18:23:07,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab6c748a-7298-fc3f-7481-8dff8bae8188/hadoop.tmp.dir so I do NOT create it in target/test-data/f892233a-e61d-303b-3216-6a071084aabc 2024-11-20T18:23:07,176 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab6c748a-7298-fc3f-7481-8dff8bae8188/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T18:23:07,177 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f892233a-e61d-303b-3216-6a071084aabc 2024-11-20T18:23:07,177 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f892233a-e61d-303b-3216-6a071084aabc/cluster_1ce4288a-8ce9-a759-6506-831e5e0807db, deleteOnExit=true 2024-11-20T18:23:07,179 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f892233a-e61d-303b-3216-6a071084aabc/cluster_1ce4288a-8ce9-a759-6506-831e5e0807db/zookeeper_0, clientPort=52128, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f892233a-e61d-303b-3216-6a071084aabc/cluster_1ce4288a-8ce9-a759-6506-831e5e0807db/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f892233a-e61d-303b-3216-6a071084aabc/cluster_1ce4288a-8ce9-a759-6506-831e5e0807db/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T18:23:07,180 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52128 2024-11-20T18:23:07,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T18:23:07,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T18:23:07,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f892233a-e61d-303b-3216-6a071084aabc/test.cache.data in system properties and HBase conf 2024-11-20T18:23:07,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f892233a-e61d-303b-3216-6a071084aabc/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T18:23:07,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f892233a-e61d-303b-3216-6a071084aabc/hadoop.log.dir in system properties and HBase conf 2024-11-20T18:23:07,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f892233a-e61d-303b-3216-6a071084aabc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T18:23:07,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f892233a-e61d-303b-3216-6a071084aabc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T18:23:07,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T18:23:07,180 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T18:23:07,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f892233a-e61d-303b-3216-6a071084aabc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T18:23:07,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f892233a-e61d-303b-3216-6a071084aabc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T18:23:07,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f892233a-e61d-303b-3216-6a071084aabc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T18:23:07,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f892233a-e61d-303b-3216-6a071084aabc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T18:23:07,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f892233a-e61d-303b-3216-6a071084aabc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T18:23:07,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f892233a-e61d-303b-3216-6a071084aabc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T18:23:07,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f892233a-e61d-303b-3216-6a071084aabc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T18:23:07,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f892233a-e61d-303b-3216-6a071084aabc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T18:23:07,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f892233a-e61d-303b-3216-6a071084aabc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T18:23:07,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f892233a-e61d-303b-3216-6a071084aabc/nfs.dump.dir in system properties and HBase conf 2024-11-20T18:23:07,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f892233a-e61d-303b-3216-6a071084aabc/java.io.tmpdir in system properties and HBase conf 2024-11-20T18:23:07,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f892233a-e61d-303b-3216-6a071084aabc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T18:23:07,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f892233a-e61d-303b-3216-6a071084aabc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T18:23:07,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f892233a-e61d-303b-3216-6a071084aabc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T18:23:07,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101597b9ac60005, quorum=127.0.0.1:51754, baseZNode=/1402183626 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T18:23:07,235 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101597b9ac60005, quorum=127.0.0.1:51754, baseZNode=/1402183626 Received Disconnected from ZooKeeper, ignoring 2024-11-20T18:23:07,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101597b9ac60008, quorum=127.0.0.1:51754, baseZNode=/2-655801793 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T18:23:07,235 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101597b9ac60008, quorum=127.0.0.1:51754, baseZNode=/2-655801793 Received Disconnected from ZooKeeper, ignoring 2024-11-20T18:23:07,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101597b9ac60002, quorum=127.0.0.1:51754, baseZNode=/01314671239 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T18:23:07,235 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101597b9ac60002, quorum=127.0.0.1:51754, baseZNode=/01314671239 Received Disconnected from ZooKeeper, ignoring 2024-11-20T18:23:07,883 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:23:07,887 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T18:23:07,892 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T18:23:07,892 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T18:23:07,892 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T18:23:07,897 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:23:07,897 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4700ce97{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f892233a-e61d-303b-3216-6a071084aabc/hadoop.log.dir/,AVAILABLE} 2024-11-20T18:23:07,897 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bc15057{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T18:23:08,008 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b933cd7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f892233a-e61d-303b-3216-6a071084aabc/java.io.tmpdir/jetty-localhost-37365-hadoop-hdfs-3_4_1-tests_jar-_-any-11544998179167514631/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T18:23:08,008 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c8a8680{HTTP/1.1, (http/1.1)}{localhost:37365} 2024-11-20T18:23:08,008 INFO [Time-limited test {}] server.Server(415): Started @328349ms 2024-11-20T18:23:08,331 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:23:08,335 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T18:23:08,340 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T18:23:08,340 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T18:23:08,340 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T18:23:08,344 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51452599{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f892233a-e61d-303b-3216-6a071084aabc/hadoop.log.dir/,AVAILABLE} 2024-11-20T18:23:08,345 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1de4d58{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T18:23:08,479 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2fbceac9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f892233a-e61d-303b-3216-6a071084aabc/java.io.tmpdir/jetty-localhost-42901-hadoop-hdfs-3_4_1-tests_jar-_-any-1739753860190256847/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T18:23:08,480 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@28260d7e{HTTP/1.1, (http/1.1)}{localhost:42901} 2024-11-20T18:23:08,480 INFO [Time-limited test {}] server.Server(415): Started @328820ms 2024-11-20T18:23:08,481 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T18:23:09,151 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T18:23:09,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:09,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:09,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:09,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:09,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:09,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:09,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:09,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:09,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:09,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:09,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:09,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:09,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:09,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:09,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:09,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:09,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:09,289 WARN [Thread-4205 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f892233a-e61d-303b-3216-6a071084aabc/cluster_1ce4288a-8ce9-a759-6506-831e5e0807db/data/data2/current/BP-1852004034-172.17.0.3-1732126987195/current, will proceed with Du for space computation calculation, 2024-11-20T18:23:09,289 WARN [Thread-4204 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f892233a-e61d-303b-3216-6a071084aabc/cluster_1ce4288a-8ce9-a759-6506-831e5e0807db/data/data1/current/BP-1852004034-172.17.0.3-1732126987195/current, will proceed with Du for space computation calculation, 2024-11-20T18:23:09,325 WARN [Thread-4191 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T18:23:09,331 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x70af3310bf87ccb9 with lease ID 0x5d35b04bae684a20: Processing first storage report for DS-1d92fe72-62b5-428f-b965-c96af6283a2a from datanode DatanodeRegistration(127.0.0.1:46621, datanodeUuid=9122c5f4-92a2-48ec-be0f-b123caff951b, infoPort=44905, infoSecurePort=0, ipcPort=46561, storageInfo=lv=-57;cid=testClusterID;nsid=1506201305;c=1732126987195) 2024-11-20T18:23:09,331 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x70af3310bf87ccb9 with lease ID 0x5d35b04bae684a20: from storage DS-1d92fe72-62b5-428f-b965-c96af6283a2a node DatanodeRegistration(127.0.0.1:46621, datanodeUuid=9122c5f4-92a2-48ec-be0f-b123caff951b, infoPort=44905, infoSecurePort=0, ipcPort=46561, storageInfo=lv=-57;cid=testClusterID;nsid=1506201305;c=1732126987195), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T18:23:09,331 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x70af3310bf87ccb9 with lease ID 0x5d35b04bae684a20: Processing first storage report for DS-b15b4936-926d-46fc-9577-6517a8d3be40 from datanode DatanodeRegistration(127.0.0.1:46621, datanodeUuid=9122c5f4-92a2-48ec-be0f-b123caff951b, infoPort=44905, infoSecurePort=0, ipcPort=46561, storageInfo=lv=-57;cid=testClusterID;nsid=1506201305;c=1732126987195) 2024-11-20T18:23:09,331 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x70af3310bf87ccb9 with lease ID 0x5d35b04bae684a20: from storage DS-b15b4936-926d-46fc-9577-6517a8d3be40 node DatanodeRegistration(127.0.0.1:46621, datanodeUuid=9122c5f4-92a2-48ec-be0f-b123caff951b, infoPort=44905, infoSecurePort=0, ipcPort=46561, storageInfo=lv=-57;cid=testClusterID;nsid=1506201305;c=1732126987195), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T18:23:09,417 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f892233a-e61d-303b-3216-6a071084aabc 2024-11-20T18:23:09,417 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:23:09,418 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:23:09,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741825_1001 (size=7) 2024-11-20T18:23:09,425 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41487/user/jenkins/test-data/95dc237d-f45b-8b14-ed09-9bea86ed3342 with version=8 2024-11-20T18:23:09,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41487/user/jenkins/test-data/95dc237d-f45b-8b14-ed09-9bea86ed3342/hbase-staging 2024-11-20T18:23:09,427 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b87edf34edd:0 server-side Connection retries=45 2024-11-20T18:23:09,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:23:09,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T18:23:09,427 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T18:23:09,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:23:09,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T18:23:09,427 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T18:23:09,427 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T18:23:09,428 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44517 2024-11-20T18:23:09,429 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44517 connecting to ZooKeeper ensemble=127.0.0.1:52128 2024-11-20T18:23:09,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:445170x0, quorum=127.0.0.1:52128, baseZNode=/0-704063709 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:23:09,483 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44517-0x101597c4f560000 connected 2024-11-20T18:23:09,578 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:23:09,580 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:23:09,582 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44517-0x101597c4f560000, quorum=127.0.0.1:52128, baseZNode=/0-704063709 Set watcher on znode that does not yet exist, /0-704063709/running 2024-11-20T18:23:09,582 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41487/user/jenkins/test-data/95dc237d-f45b-8b14-ed09-9bea86ed3342, hbase.cluster.distributed=false 2024-11-20T18:23:09,584 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44517-0x101597c4f560000, quorum=127.0.0.1:52128, baseZNode=/0-704063709 Set watcher on znode that does not yet exist, /0-704063709/acl 2024-11-20T18:23:09,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44517 2024-11-20T18:23:09,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44517 2024-11-20T18:23:09,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44517 2024-11-20T18:23:09,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44517 2024-11-20T18:23:09,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44517 2024-11-20T18:23:09,611 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b87edf34edd:0 server-side Connection retries=45 2024-11-20T18:23:09,611 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:23:09,611 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T18:23:09,611 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T18:23:09,611 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:23:09,611 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T18:23:09,611 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T18:23:09,612 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T18:23:09,612 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43779 2024-11-20T18:23:09,613 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43779 connecting to ZooKeeper ensemble=127.0.0.1:52128 2024-11-20T18:23:09,613 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:23:09,615 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:23:09,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:437790x0, quorum=127.0.0.1:52128, baseZNode=/0-704063709 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:23:09,631 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43779-0x101597c4f560001 connected 2024-11-20T18:23:09,631 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:437790x0, quorum=127.0.0.1:52128, baseZNode=/0-704063709 Set watcher on znode that does not yet exist, /0-704063709/running 2024-11-20T18:23:09,632 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T18:23:09,636 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T18:23:09,636 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43779-0x101597c4f560001, quorum=127.0.0.1:52128, baseZNode=/0-704063709 Set watcher on znode that does not yet exist, /0-704063709/master 2024-11-20T18:23:09,637 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43779-0x101597c4f560001, quorum=127.0.0.1:52128, baseZNode=/0-704063709 Set watcher on znode that does not yet exist, /0-704063709/acl 2024-11-20T18:23:09,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43779 2024-11-20T18:23:09,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43779 2024-11-20T18:23:09,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43779 2024-11-20T18:23:09,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43779 2024-11-20T18:23:09,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43779 2024-11-20T18:23:09,663 DEBUG [M:0;6b87edf34edd:44517 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b87edf34edd:44517 2024-11-20T18:23:09,664 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-704063709/backup-masters/6b87edf34edd,44517,1732126989427 2024-11-20T18:23:09,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43779-0x101597c4f560001, quorum=127.0.0.1:52128, baseZNode=/0-704063709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-704063709/backup-masters 2024-11-20T18:23:09,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44517-0x101597c4f560000, quorum=127.0.0.1:52128, baseZNode=/0-704063709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-704063709/backup-masters 2024-11-20T18:23:09,712 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44517-0x101597c4f560000, quorum=127.0.0.1:52128, baseZNode=/0-704063709 Set watcher on existing znode=/0-704063709/backup-masters/6b87edf34edd,44517,1732126989427 2024-11-20T18:23:09,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44517-0x101597c4f560000, quorum=127.0.0.1:52128, baseZNode=/0-704063709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-704063709 2024-11-20T18:23:09,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43779-0x101597c4f560001, quorum=127.0.0.1:52128, baseZNode=/0-704063709 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-704063709/master 2024-11-20T18:23:09,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43779-0x101597c4f560001, quorum=127.0.0.1:52128, baseZNode=/0-704063709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-704063709 2024-11-20T18:23:09,752 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44517-0x101597c4f560000, quorum=127.0.0.1:52128, baseZNode=/0-704063709 Set watcher on existing znode=/0-704063709/master 2024-11-20T18:23:09,752 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-704063709/backup-masters/6b87edf34edd,44517,1732126989427 from backup master directory 2024-11-20T18:23:09,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43779-0x101597c4f560001, quorum=127.0.0.1:52128, baseZNode=/0-704063709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-704063709/backup-masters 2024-11-20T18:23:09,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44517-0x101597c4f560000, quorum=127.0.0.1:52128, baseZNode=/0-704063709 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-704063709/backup-masters/6b87edf34edd,44517,1732126989427 2024-11-20T18:23:09,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44517-0x101597c4f560000, quorum=127.0.0.1:52128, baseZNode=/0-704063709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-704063709/backup-masters 2024-11-20T18:23:09,828 WARN [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T18:23:09,828 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b87edf34edd,44517,1732126989427 2024-11-20T18:23:09,830 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41487/user/jenkins/test-data/95dc237d-f45b-8b14-ed09-9bea86ed3342/hbase.id] with ID: 411edcf5-1fef-4e7c-8951-7e6f7dc77038 2024-11-20T18:23:09,830 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41487/user/jenkins/test-data/95dc237d-f45b-8b14-ed09-9bea86ed3342/.tmp/hbase.id 2024-11-20T18:23:09,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741826_1002 (size=42) 2024-11-20T18:23:10,234 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41487/user/jenkins/test-data/95dc237d-f45b-8b14-ed09-9bea86ed3342/.tmp/hbase.id]:[hdfs://localhost:41487/user/jenkins/test-data/95dc237d-f45b-8b14-ed09-9bea86ed3342/hbase.id] 2024-11-20T18:23:10,243 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:23:10,243 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T18:23:10,244 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T18:23:10,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44517-0x101597c4f560000, quorum=127.0.0.1:52128, baseZNode=/0-704063709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-704063709 2024-11-20T18:23:10,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43779-0x101597c4f560001, quorum=127.0.0.1:52128, baseZNode=/0-704063709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-704063709 2024-11-20T18:23:10,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741827_1003 (size=196) 2024-11-20T18:23:10,668 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T18:23:10,669 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T18:23:10,669 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:23:10,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741828_1004 (size=1189) 2024-11-20T18:23:11,076 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41487/user/jenkins/test-data/95dc237d-f45b-8b14-ed09-9bea86ed3342/MasterData/data/master/store 2024-11-20T18:23:11,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741829_1005 (size=34) 2024-11-20T18:23:11,486 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:23:11,487 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T18:23:11,487 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:23:11,487 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:23:11,487 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T18:23:11,487 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:23:11,487 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:23:11,487 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732126991486Disabling compacts and flushes for region at 1732126991486Disabling writes for close at 1732126991487 (+1 ms)Writing region close event to WAL at 1732126991487Closed at 1732126991487 2024-11-20T18:23:11,487 WARN [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41487/user/jenkins/test-data/95dc237d-f45b-8b14-ed09-9bea86ed3342/MasterData/data/master/store/.initializing 2024-11-20T18:23:11,488 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41487/user/jenkins/test-data/95dc237d-f45b-8b14-ed09-9bea86ed3342/MasterData/WALs/6b87edf34edd,44517,1732126989427 2024-11-20T18:23:11,489 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T18:23:11,490 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b87edf34edd%2C44517%2C1732126989427, suffix=, logDir=hdfs://localhost:41487/user/jenkins/test-data/95dc237d-f45b-8b14-ed09-9bea86ed3342/MasterData/WALs/6b87edf34edd,44517,1732126989427, archiveDir=hdfs://localhost:41487/user/jenkins/test-data/95dc237d-f45b-8b14-ed09-9bea86ed3342/MasterData/oldWALs, maxLogs=10 2024-11-20T18:23:11,509 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/95dc237d-f45b-8b14-ed09-9bea86ed3342/MasterData/WALs/6b87edf34edd,44517,1732126989427/6b87edf34edd%2C44517%2C1732126989427.1732126991490, exclude list is [], retry=0 2024-11-20T18:23:11,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46621,DS-1d92fe72-62b5-428f-b965-c96af6283a2a,DISK] 2024-11-20T18:23:11,517 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/95dc237d-f45b-8b14-ed09-9bea86ed3342/MasterData/WALs/6b87edf34edd,44517,1732126989427/6b87edf34edd%2C44517%2C1732126989427.1732126991490 2024-11-20T18:23:11,518 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44905:44905)] 2024-11-20T18:23:11,518 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:23:11,519 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:23:11,519 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:23:11,519 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:23:11,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:23:11,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T18:23:11,521 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:11,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:23:11,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:23:11,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T18:23:11,523 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:11,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:23:11,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:23:11,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T18:23:11,524 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:11,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:23:11,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:23:11,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T18:23:11,526 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:11,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:23:11,526 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:23:11,527 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41487/user/jenkins/test-data/95dc237d-f45b-8b14-ed09-9bea86ed3342/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:23:11,527 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41487/user/jenkins/test-data/95dc237d-f45b-8b14-ed09-9bea86ed3342/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:23:11,529 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:23:11,529 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:23:11,529 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:23:11,531 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:23:11,533 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41487/user/jenkins/test-data/95dc237d-f45b-8b14-ed09-9bea86ed3342/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:23:11,534 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68839309, jitterRate=0.025785639882087708}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:23:11,535 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732126991519Initializing all the Stores at 1732126991519Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126991520 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126991520Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126991520Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126991520Cleaning up temporary data from old regions at 1732126991529 (+9 ms)Region opened successfully at 1732126991535 (+6 ms) 2024-11-20T18:23:11,540 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T18:23:11,544 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a28e4fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b87edf34edd/172.17.0.3:0 2024-11-20T18:23:11,545 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T18:23:11,545 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T18:23:11,545 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T18:23:11,545 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T18:23:11,546 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T18:23:11,548 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-11-20T18:23:11,548 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T18:23:11,563 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T18:23:11,564 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44517-0x101597c4f560000, quorum=127.0.0.1:52128, baseZNode=/0-704063709 Unable to get data of znode /0-704063709/balancer because node does not exist (not necessarily an error) 2024-11-20T18:23:11,625 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-704063709/balancer already deleted, retry=false 2024-11-20T18:23:11,626 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T18:23:11,626 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44517-0x101597c4f560000, quorum=127.0.0.1:52128, baseZNode=/0-704063709 Unable to get data of znode /0-704063709/normalizer because node does not exist (not necessarily an error) 2024-11-20T18:23:11,676 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-704063709/normalizer already deleted, retry=false 2024-11-20T18:23:11,677 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T18:23:11,678 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44517-0x101597c4f560000, quorum=127.0.0.1:52128, baseZNode=/0-704063709 Unable to get data of znode /0-704063709/switch/split because node does not exist (not necessarily an error) 2024-11-20T18:23:11,698 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-704063709/switch/split already deleted, retry=false 2024-11-20T18:23:11,699 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44517-0x101597c4f560000, quorum=127.0.0.1:52128, baseZNode=/0-704063709 Unable to get data of znode /0-704063709/switch/merge because node does not exist (not necessarily an error) 2024-11-20T18:23:11,759 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-704063709/switch/merge already deleted, retry=false 2024-11-20T18:23:11,761 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44517-0x101597c4f560000, quorum=127.0.0.1:52128, baseZNode=/0-704063709 Unable to get data of znode /0-704063709/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T18:23:11,833 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-704063709/snapshot-cleanup already deleted, retry=false 2024-11-20T18:23:11,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44517-0x101597c4f560000, quorum=127.0.0.1:52128, baseZNode=/0-704063709 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-704063709/running 2024-11-20T18:23:11,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44517-0x101597c4f560000, quorum=127.0.0.1:52128, baseZNode=/0-704063709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-704063709 2024-11-20T18:23:11,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43779-0x101597c4f560001, quorum=127.0.0.1:52128, baseZNode=/0-704063709 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-704063709/running 2024-11-20T18:23:11,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43779-0x101597c4f560001, quorum=127.0.0.1:52128, baseZNode=/0-704063709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-704063709 2024-11-20T18:23:11,918 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b87edf34edd,44517,1732126989427, sessionid=0x101597c4f560000, setting cluster-up flag (Was=false) 2024-11-20T18:23:12,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44517-0x101597c4f560000, quorum=127.0.0.1:52128, baseZNode=/0-704063709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-704063709 2024-11-20T18:23:12,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43779-0x101597c4f560001, quorum=127.0.0.1:52128, baseZNode=/0-704063709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-704063709 2024-11-20T18:23:12,162 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-704063709/flush-table-proc/acquired, /0-704063709/flush-table-proc/reached, /0-704063709/flush-table-proc/abort 2024-11-20T18:23:12,163 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b87edf34edd,44517,1732126989427 2024-11-20T18:23:12,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44517-0x101597c4f560000, quorum=127.0.0.1:52128, baseZNode=/0-704063709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-704063709 2024-11-20T18:23:12,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43779-0x101597c4f560001, quorum=127.0.0.1:52128, baseZNode=/0-704063709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-704063709 2024-11-20T18:23:12,468 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-704063709/online-snapshot/acquired, /0-704063709/online-snapshot/reached, /0-704063709/online-snapshot/abort 2024-11-20T18:23:12,469 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b87edf34edd,44517,1732126989427 2024-11-20T18:23:12,470 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41487/user/jenkins/test-data/95dc237d-f45b-8b14-ed09-9bea86ed3342/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T18:23:12,471 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T18:23:12,472 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T18:23:12,472 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T18:23:12,472 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b87edf34edd,44517,1732126989427 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T18:23:12,473 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:23:12,473 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:23:12,473 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:23:12,473 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:23:12,473 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b87edf34edd:0, corePoolSize=10, maxPoolSize=10 2024-11-20T18:23:12,473 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:23:12,473 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b87edf34edd:0, corePoolSize=2, maxPoolSize=2 2024-11-20T18:23:12,473 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:23:12,474 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732127022474 2024-11-20T18:23:12,474 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T18:23:12,474 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T18:23:12,474 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T18:23:12,474 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T18:23:12,475 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T18:23:12,475 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T18:23:12,475 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:23:12,475 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T18:23:12,475 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:12,475 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T18:23:12,475 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T18:23:12,475 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T18:23:12,475 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T18:23:12,475 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T18:23:12,475 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T18:23:12,475 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:12,476 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732126992475,5,FailOnTimeoutGroup] 2024-11-20T18:23:12,475 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T18:23:12,476 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732126992476,5,FailOnTimeoutGroup] 2024-11-20T18:23:12,476 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:12,476 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T18:23:12,476 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:12,476 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:12,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741831_1007 (size=1321) 2024-11-20T18:23:12,556 INFO [RS:0;6b87edf34edd:43779 {}] regionserver.HRegionServer(746): ClusterId : 411edcf5-1fef-4e7c-8951-7e6f7dc77038 2024-11-20T18:23:12,556 DEBUG [RS:0;6b87edf34edd:43779 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T18:23:12,572 DEBUG [RS:0;6b87edf34edd:43779 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T18:23:12,572 DEBUG [RS:0;6b87edf34edd:43779 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T18:23:12,583 DEBUG [RS:0;6b87edf34edd:43779 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T18:23:12,583 DEBUG [RS:0;6b87edf34edd:43779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3530ebe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b87edf34edd/172.17.0.3:0 2024-11-20T18:23:12,599 DEBUG [RS:0;6b87edf34edd:43779 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b87edf34edd:43779 2024-11-20T18:23:12,599 INFO [RS:0;6b87edf34edd:43779 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T18:23:12,599 INFO [RS:0;6b87edf34edd:43779 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T18:23:12,599 DEBUG [RS:0;6b87edf34edd:43779 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T18:23:12,600 INFO [RS:0;6b87edf34edd:43779 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b87edf34edd,44517,1732126989427 with port=43779, startcode=1732126989611 2024-11-20T18:23:12,600 DEBUG [RS:0;6b87edf34edd:43779 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T18:23:12,601 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50071, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T18:23:12,601 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44517 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b87edf34edd,43779,1732126989611 2024-11-20T18:23:12,601 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44517 {}] master.ServerManager(517): Registering regionserver=6b87edf34edd,43779,1732126989611 2024-11-20T18:23:12,602 DEBUG [RS:0;6b87edf34edd:43779 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41487/user/jenkins/test-data/95dc237d-f45b-8b14-ed09-9bea86ed3342 2024-11-20T18:23:12,602 DEBUG [RS:0;6b87edf34edd:43779 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41487 2024-11-20T18:23:12,603 DEBUG [RS:0;6b87edf34edd:43779 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T18:23:12,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44517-0x101597c4f560000, quorum=127.0.0.1:52128, baseZNode=/0-704063709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-704063709/rs 2024-11-20T18:23:12,614 DEBUG [RS:0;6b87edf34edd:43779 {}] zookeeper.ZKUtil(111): regionserver:43779-0x101597c4f560001, quorum=127.0.0.1:52128, baseZNode=/0-704063709 Set watcher on existing znode=/0-704063709/rs/6b87edf34edd,43779,1732126989611 2024-11-20T18:23:12,614 WARN [RS:0;6b87edf34edd:43779 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T18:23:12,614 INFO [RS:0;6b87edf34edd:43779 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:23:12,614 DEBUG [RS:0;6b87edf34edd:43779 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41487/user/jenkins/test-data/95dc237d-f45b-8b14-ed09-9bea86ed3342/WALs/6b87edf34edd,43779,1732126989611 2024-11-20T18:23:12,615 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b87edf34edd,43779,1732126989611] 2024-11-20T18:23:12,617 INFO [RS:0;6b87edf34edd:43779 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T18:23:12,619 INFO [RS:0;6b87edf34edd:43779 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T18:23:12,621 INFO [RS:0;6b87edf34edd:43779 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T18:23:12,621 INFO [RS:0;6b87edf34edd:43779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:12,621 INFO [RS:0;6b87edf34edd:43779 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T18:23:12,622 INFO [RS:0;6b87edf34edd:43779 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T18:23:12,622 INFO [RS:0;6b87edf34edd:43779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:12,622 DEBUG [RS:0;6b87edf34edd:43779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:23:12,622 DEBUG [RS:0;6b87edf34edd:43779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:23:12,622 DEBUG [RS:0;6b87edf34edd:43779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:23:12,622 DEBUG [RS:0;6b87edf34edd:43779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:23:12,622 DEBUG [RS:0;6b87edf34edd:43779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:23:12,622 DEBUG [RS:0;6b87edf34edd:43779 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b87edf34edd:0, corePoolSize=2, maxPoolSize=2 2024-11-20T18:23:12,622 DEBUG [RS:0;6b87edf34edd:43779 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:23:12,622 DEBUG [RS:0;6b87edf34edd:43779 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:23:12,622 DEBUG [RS:0;6b87edf34edd:43779 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:23:12,622 DEBUG [RS:0;6b87edf34edd:43779 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:23:12,622 DEBUG [RS:0;6b87edf34edd:43779 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:23:12,622 DEBUG [RS:0;6b87edf34edd:43779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:23:12,622 DEBUG [RS:0;6b87edf34edd:43779 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b87edf34edd:0, corePoolSize=3, maxPoolSize=3 2024-11-20T18:23:12,622 DEBUG [RS:0;6b87edf34edd:43779 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b87edf34edd:0, corePoolSize=3, maxPoolSize=3 2024-11-20T18:23:12,623 INFO [RS:0;6b87edf34edd:43779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:12,623 INFO [RS:0;6b87edf34edd:43779 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:12,623 INFO [RS:0;6b87edf34edd:43779 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:12,623 INFO [RS:0;6b87edf34edd:43779 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:12,623 INFO [RS:0;6b87edf34edd:43779 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:12,623 INFO [RS:0;6b87edf34edd:43779 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,43779,1732126989611-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T18:23:12,642 INFO [RS:0;6b87edf34edd:43779 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T18:23:12,642 INFO [RS:0;6b87edf34edd:43779 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,43779,1732126989611-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:12,642 INFO [RS:0;6b87edf34edd:43779 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:12,642 INFO [RS:0;6b87edf34edd:43779 {}] regionserver.Replication(171): 6b87edf34edd,43779,1732126989611 started 2024-11-20T18:23:12,660 INFO [RS:0;6b87edf34edd:43779 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:12,660 INFO [RS:0;6b87edf34edd:43779 {}] regionserver.HRegionServer(1482): Serving as 6b87edf34edd,43779,1732126989611, RpcServer on 6b87edf34edd/172.17.0.3:43779, sessionid=0x101597c4f560001 2024-11-20T18:23:12,660 DEBUG [RS:0;6b87edf34edd:43779 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T18:23:12,660 DEBUG [RS:0;6b87edf34edd:43779 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b87edf34edd,43779,1732126989611 2024-11-20T18:23:12,660 DEBUG [RS:0;6b87edf34edd:43779 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b87edf34edd,43779,1732126989611' 2024-11-20T18:23:12,661 DEBUG [RS:0;6b87edf34edd:43779 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-704063709/flush-table-proc/abort' 2024-11-20T18:23:12,661 DEBUG [RS:0;6b87edf34edd:43779 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-704063709/flush-table-proc/acquired' 2024-11-20T18:23:12,661 DEBUG [RS:0;6b87edf34edd:43779 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T18:23:12,661 DEBUG [RS:0;6b87edf34edd:43779 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T18:23:12,661 DEBUG [RS:0;6b87edf34edd:43779 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b87edf34edd,43779,1732126989611 2024-11-20T18:23:12,661 DEBUG [RS:0;6b87edf34edd:43779 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b87edf34edd,43779,1732126989611' 2024-11-20T18:23:12,661 DEBUG [RS:0;6b87edf34edd:43779 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-704063709/online-snapshot/abort' 2024-11-20T18:23:12,662 DEBUG [RS:0;6b87edf34edd:43779 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-704063709/online-snapshot/acquired' 2024-11-20T18:23:12,662 DEBUG [RS:0;6b87edf34edd:43779 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T18:23:12,662 INFO [RS:0;6b87edf34edd:43779 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T18:23:12,662 INFO [RS:0;6b87edf34edd:43779 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T18:23:12,763 INFO [RS:0;6b87edf34edd:43779 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T18:23:12,764 INFO [RS:0;6b87edf34edd:43779 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b87edf34edd%2C43779%2C1732126989611, suffix=, logDir=hdfs://localhost:41487/user/jenkins/test-data/95dc237d-f45b-8b14-ed09-9bea86ed3342/WALs/6b87edf34edd,43779,1732126989611, archiveDir=hdfs://localhost:41487/user/jenkins/test-data/95dc237d-f45b-8b14-ed09-9bea86ed3342/oldWALs, maxLogs=10 2024-11-20T18:23:12,782 DEBUG [RS:0;6b87edf34edd:43779 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/95dc237d-f45b-8b14-ed09-9bea86ed3342/WALs/6b87edf34edd,43779,1732126989611/6b87edf34edd%2C43779%2C1732126989611.1732126992764, exclude list is [], retry=0 2024-11-20T18:23:12,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46621,DS-1d92fe72-62b5-428f-b965-c96af6283a2a,DISK] 2024-11-20T18:23:12,789 INFO [RS:0;6b87edf34edd:43779 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/95dc237d-f45b-8b14-ed09-9bea86ed3342/WALs/6b87edf34edd,43779,1732126989611/6b87edf34edd%2C43779%2C1732126989611.1732126992764 2024-11-20T18:23:12,789 DEBUG [RS:0;6b87edf34edd:43779 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44905:44905)] 2024-11-20T18:23:12,882 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41487/user/jenkins/test-data/95dc237d-f45b-8b14-ed09-9bea86ed3342/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T18:23:12,883 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41487/user/jenkins/test-data/95dc237d-f45b-8b14-ed09-9bea86ed3342 2024-11-20T18:23:12,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741833_1009 (size=32) 2024-11-20T18:23:13,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:23:13,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T18:23:13,292 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T18:23:13,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:13,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:23:13,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T18:23:13,294 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T18:23:13,294 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:13,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:23:13,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T18:23:13,295 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T18:23:13,295 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:13,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:23:13,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T18:23:13,295 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T18:23:13,295 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:13,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:23:13,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T18:23:13,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41487/user/jenkins/test-data/95dc237d-f45b-8b14-ed09-9bea86ed3342/data/hbase/meta/1588230740 2024-11-20T18:23:13,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41487/user/jenkins/test-data/95dc237d-f45b-8b14-ed09-9bea86ed3342/data/hbase/meta/1588230740 2024-11-20T18:23:13,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T18:23:13,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T18:23:13,298 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:23:13,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T18:23:13,300 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41487/user/jenkins/test-data/95dc237d-f45b-8b14-ed09-9bea86ed3342/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:23:13,300 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63809920, jitterRate=-0.04915809631347656}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:23:13,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732126993290Initializing all the Stores at 1732126993291 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126993291Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126993291Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126993291Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126993291Cleaning up temporary data from old regions at 1732126993297 (+6 ms)Region opened successfully at 1732126993301 (+4 ms) 2024-11-20T18:23:13,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T18:23:13,301 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T18:23:13,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T18:23:13,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T18:23:13,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T18:23:13,301 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T18:23:13,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732126993301Disabling compacts and flushes for region at 1732126993301Disabling writes for close at 1732126993301Writing region close event to WAL at 1732126993301Closed at 1732126993301 2024-11-20T18:23:13,302 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:23:13,302 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T18:23:13,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T18:23:13,303 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T18:23:13,303 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T18:23:13,453 DEBUG [6b87edf34edd:44517 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T18:23:13,454 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b87edf34edd,43779,1732126989611 2024-11-20T18:23:13,455 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b87edf34edd,43779,1732126989611, state=OPENING 2024-11-20T18:23:13,530 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T18:23:13,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43779-0x101597c4f560001, quorum=127.0.0.1:52128, baseZNode=/0-704063709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-704063709 2024-11-20T18:23:13,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44517-0x101597c4f560000, quorum=127.0.0.1:52128, baseZNode=/0-704063709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-704063709 2024-11-20T18:23:13,541 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-704063709/meta-region-server: CHANGED 2024-11-20T18:23:13,541 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T18:23:13,541 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b87edf34edd,43779,1732126989611}] 2024-11-20T18:23:13,541 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-704063709/meta-region-server: CHANGED 2024-11-20T18:23:13,693 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T18:23:13,694 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59997, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T18:23:13,697 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T18:23:13,697 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:23:13,697 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T18:23:13,698 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b87edf34edd%2C43779%2C1732126989611.meta, suffix=.meta, logDir=hdfs://localhost:41487/user/jenkins/test-data/95dc237d-f45b-8b14-ed09-9bea86ed3342/WALs/6b87edf34edd,43779,1732126989611, archiveDir=hdfs://localhost:41487/user/jenkins/test-data/95dc237d-f45b-8b14-ed09-9bea86ed3342/oldWALs, maxLogs=10 2024-11-20T18:23:13,712 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/95dc237d-f45b-8b14-ed09-9bea86ed3342/WALs/6b87edf34edd,43779,1732126989611/6b87edf34edd%2C43779%2C1732126989611.meta.1732126993698.meta, exclude list is [], retry=0 2024-11-20T18:23:13,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46621,DS-1d92fe72-62b5-428f-b965-c96af6283a2a,DISK] 2024-11-20T18:23:13,715 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/95dc237d-f45b-8b14-ed09-9bea86ed3342/WALs/6b87edf34edd,43779,1732126989611/6b87edf34edd%2C43779%2C1732126989611.meta.1732126993698.meta 2024-11-20T18:23:13,715 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44905:44905)] 2024-11-20T18:23:13,715 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:23:13,715 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T18:23:13,715 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T18:23:13,716 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T18:23:13,716 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T18:23:13,716 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T18:23:13,716 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:23:13,716 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T18:23:13,716 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T18:23:13,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T18:23:13,718 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T18:23:13,718 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:13,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:23:13,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T18:23:13,719 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T18:23:13,719 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:13,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:23:13,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T18:23:13,719 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T18:23:13,720 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:13,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:23:13,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T18:23:13,720 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T18:23:13,720 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:13,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:23:13,721 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T18:23:13,721 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41487/user/jenkins/test-data/95dc237d-f45b-8b14-ed09-9bea86ed3342/data/hbase/meta/1588230740 2024-11-20T18:23:13,722 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41487/user/jenkins/test-data/95dc237d-f45b-8b14-ed09-9bea86ed3342/data/hbase/meta/1588230740 2024-11-20T18:23:13,723 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T18:23:13,723 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T18:23:13,723 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:23:13,724 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T18:23:13,725 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69490023, jitterRate=0.03548203408718109}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:23:13,725 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T18:23:13,726 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732126993716Writing region info on filesystem at 1732126993716Initializing all the Stores at 1732126993717 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126993717Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126993717Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126993717Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126993717Cleaning up temporary data from old regions at 1732126993723 (+6 ms)Running coprocessor post-open hooks at 1732126993725 (+2 ms)Region opened successfully at 1732126993726 (+1 ms) 2024-11-20T18:23:13,727 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732126993693 2024-11-20T18:23:13,728 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T18:23:13,728 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T18:23:13,729 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b87edf34edd,43779,1732126989611 2024-11-20T18:23:13,730 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b87edf34edd,43779,1732126989611, state=OPEN 2024-11-20T18:23:13,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43779-0x101597c4f560001, quorum=127.0.0.1:52128, baseZNode=/0-704063709 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-704063709/meta-region-server 2024-11-20T18:23:13,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44517-0x101597c4f560000, quorum=127.0.0.1:52128, baseZNode=/0-704063709 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-704063709/meta-region-server 2024-11-20T18:23:13,788 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b87edf34edd,43779,1732126989611 2024-11-20T18:23:13,788 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-704063709/meta-region-server: CHANGED 2024-11-20T18:23:13,788 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-704063709/meta-region-server: CHANGED 2024-11-20T18:23:13,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T18:23:13,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b87edf34edd,43779,1732126989611 in 247 msec 2024-11-20T18:23:13,792 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T18:23:13,792 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 488 msec 2024-11-20T18:23:13,792 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:23:13,792 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T18:23:13,793 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:23:13,793 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,43779,1732126989611, seqNum=-1] 2024-11-20T18:23:13,794 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:23:13,794 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47559, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:23:13,798 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3270 sec 2024-11-20T18:23:13,798 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732126993798, completionTime=-1 2024-11-20T18:23:13,798 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T18:23:13,798 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T18:23:13,800 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T18:23:13,800 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732127053800 2024-11-20T18:23:13,800 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732127113800 2024-11-20T18:23:13,800 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T18:23:13,800 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,44517,1732126989427-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:13,800 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,44517,1732126989427-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:13,800 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,44517,1732126989427-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:13,800 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b87edf34edd:44517, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:13,800 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:13,801 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:13,802 DEBUG [master/6b87edf34edd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T18:23:13,805 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.977sec 2024-11-20T18:23:13,805 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T18:23:13,805 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T18:23:13,805 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T18:23:13,805 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T18:23:13,805 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T18:23:13,805 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,44517,1732126989427-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T18:23:13,805 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,44517,1732126989427-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T18:23:13,808 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T18:23:13,808 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T18:23:13,808 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,44517,1732126989427-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:13,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29f3f756, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:13,857 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,44517,-1 for getting cluster id 2024-11-20T18:23:13,858 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:23:13,859 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '411edcf5-1fef-4e7c-8951-7e6f7dc77038' 2024-11-20T18:23:13,859 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:23:13,859 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "411edcf5-1fef-4e7c-8951-7e6f7dc77038" 2024-11-20T18:23:13,859 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@287bfec3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:13,859 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,44517,-1] 2024-11-20T18:23:13,860 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:23:13,860 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:13,861 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:23:13,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5599d11c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:13,862 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:23:13,863 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,43779,1732126989611, seqNum=-1] 2024-11-20T18:23:13,864 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:23:13,864 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:23:13,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b87edf34edd,44517,1732126989427 2024-11-20T18:23:13,867 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52128 2024-11-20T18:23:13,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52128, baseZNode=/0-704063709 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:23:13,888 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101597c4f560002 connected 2024-11-20T18:23:13,901 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:23:13,902 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,44517,1732126989427 2024-11-20T18:23:13,902 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19492f2d 2024-11-20T18:23:13,902 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:23:13,904 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:23:13,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44517 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T18:23:13,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44517 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T18:23:13,909 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T18:23:13,909 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:13,910 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T18:23:13,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44517 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T18:23:13,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:23:13,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741835_1011 (size=902) 2024-11-20T18:23:13,923 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a65ac8fdf6cd9944870a0577c926d166, NAME => 'test,,1732126993904.a65ac8fdf6cd9944870a0577c926d166.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41487/user/jenkins/test-data/95dc237d-f45b-8b14-ed09-9bea86ed3342 2024-11-20T18:23:13,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741836_1012 (size=39) 2024-11-20T18:23:13,929 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732126993904.a65ac8fdf6cd9944870a0577c926d166.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:23:13,929 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a65ac8fdf6cd9944870a0577c926d166, disabling compactions & flushes 2024-11-20T18:23:13,929 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732126993904.a65ac8fdf6cd9944870a0577c926d166. 2024-11-20T18:23:13,929 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732126993904.a65ac8fdf6cd9944870a0577c926d166. 2024-11-20T18:23:13,929 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732126993904.a65ac8fdf6cd9944870a0577c926d166. after waiting 0 ms 2024-11-20T18:23:13,929 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732126993904.a65ac8fdf6cd9944870a0577c926d166. 2024-11-20T18:23:13,930 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732126993904.a65ac8fdf6cd9944870a0577c926d166. 2024-11-20T18:23:13,930 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a65ac8fdf6cd9944870a0577c926d166: Waiting for close lock at 1732126993929Disabling compacts and flushes for region at 1732126993929Disabling writes for close at 1732126993929Writing region close event to WAL at 1732126993929Closed at 1732126993929 2024-11-20T18:23:13,931 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T18:23:13,931 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732126993904.a65ac8fdf6cd9944870a0577c926d166.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732126993931"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732126993931"}]},"ts":"1732126993931"} 2024-11-20T18:23:13,933 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T18:23:13,934 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T18:23:13,934 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126993934"}]},"ts":"1732126993934"} 2024-11-20T18:23:13,935 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T18:23:13,936 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a65ac8fdf6cd9944870a0577c926d166, ASSIGN}] 2024-11-20T18:23:13,937 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a65ac8fdf6cd9944870a0577c926d166, ASSIGN 2024-11-20T18:23:13,937 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a65ac8fdf6cd9944870a0577c926d166, ASSIGN; state=OFFLINE, location=6b87edf34edd,43779,1732126989611; forceNewPlan=false, retain=false 2024-11-20T18:23:14,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:23:14,088 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a65ac8fdf6cd9944870a0577c926d166, regionState=OPENING, regionLocation=6b87edf34edd,43779,1732126989611 2024-11-20T18:23:14,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a65ac8fdf6cd9944870a0577c926d166, ASSIGN because future has completed 2024-11-20T18:23:14,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a65ac8fdf6cd9944870a0577c926d166, server=6b87edf34edd,43779,1732126989611}] 2024-11-20T18:23:14,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:23:14,245 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732126993904.a65ac8fdf6cd9944870a0577c926d166. 2024-11-20T18:23:14,245 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a65ac8fdf6cd9944870a0577c926d166, NAME => 'test,,1732126993904.a65ac8fdf6cd9944870a0577c926d166.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:23:14,245 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T18:23:14,246 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T18:23:14,246 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a65ac8fdf6cd9944870a0577c926d166 2024-11-20T18:23:14,246 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732126993904.a65ac8fdf6cd9944870a0577c926d166.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:23:14,246 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a65ac8fdf6cd9944870a0577c926d166 2024-11-20T18:23:14,246 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a65ac8fdf6cd9944870a0577c926d166 2024-11-20T18:23:14,248 INFO [StoreOpener-a65ac8fdf6cd9944870a0577c926d166-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a65ac8fdf6cd9944870a0577c926d166 2024-11-20T18:23:14,249 INFO [StoreOpener-a65ac8fdf6cd9944870a0577c926d166-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a65ac8fdf6cd9944870a0577c926d166 columnFamilyName f 2024-11-20T18:23:14,249 DEBUG [StoreOpener-a65ac8fdf6cd9944870a0577c926d166-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:14,250 INFO [StoreOpener-a65ac8fdf6cd9944870a0577c926d166-1 {}] regionserver.HStore(327): Store=a65ac8fdf6cd9944870a0577c926d166/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:23:14,250 INFO [StoreOpener-a65ac8fdf6cd9944870a0577c926d166-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a65ac8fdf6cd9944870a0577c926d166 2024-11-20T18:23:14,251 INFO [StoreOpener-a65ac8fdf6cd9944870a0577c926d166-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a65ac8fdf6cd9944870a0577c926d166 columnFamilyName f1 2024-11-20T18:23:14,251 DEBUG [StoreOpener-a65ac8fdf6cd9944870a0577c926d166-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:14,251 INFO [StoreOpener-a65ac8fdf6cd9944870a0577c926d166-1 {}] regionserver.HStore(327): Store=a65ac8fdf6cd9944870a0577c926d166/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:23:14,251 INFO [StoreOpener-a65ac8fdf6cd9944870a0577c926d166-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a65ac8fdf6cd9944870a0577c926d166 2024-11-20T18:23:14,252 INFO [StoreOpener-a65ac8fdf6cd9944870a0577c926d166-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a65ac8fdf6cd9944870a0577c926d166 columnFamilyName norep 2024-11-20T18:23:14,252 DEBUG [StoreOpener-a65ac8fdf6cd9944870a0577c926d166-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:14,253 INFO [StoreOpener-a65ac8fdf6cd9944870a0577c926d166-1 {}] regionserver.HStore(327): Store=a65ac8fdf6cd9944870a0577c926d166/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:23:14,253 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a65ac8fdf6cd9944870a0577c926d166 2024-11-20T18:23:14,253 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41487/user/jenkins/test-data/95dc237d-f45b-8b14-ed09-9bea86ed3342/data/default/test/a65ac8fdf6cd9944870a0577c926d166 2024-11-20T18:23:14,254 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41487/user/jenkins/test-data/95dc237d-f45b-8b14-ed09-9bea86ed3342/data/default/test/a65ac8fdf6cd9944870a0577c926d166 2024-11-20T18:23:14,254 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a65ac8fdf6cd9944870a0577c926d166 2024-11-20T18:23:14,254 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a65ac8fdf6cd9944870a0577c926d166 2024-11-20T18:23:14,254 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T18:23:14,255 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a65ac8fdf6cd9944870a0577c926d166 2024-11-20T18:23:14,259 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41487/user/jenkins/test-data/95dc237d-f45b-8b14-ed09-9bea86ed3342/data/default/test/a65ac8fdf6cd9944870a0577c926d166/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:23:14,260 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a65ac8fdf6cd9944870a0577c926d166; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63507265, jitterRate=-0.053668007254600525}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T18:23:14,260 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a65ac8fdf6cd9944870a0577c926d166 2024-11-20T18:23:14,261 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a65ac8fdf6cd9944870a0577c926d166: Running coprocessor pre-open hook at 1732126994246Writing region info on filesystem at 1732126994246Initializing all the Stores at 1732126994247 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126994247Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126994248 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126994248Cleaning up temporary data from old regions at 1732126994254 (+6 ms)Running coprocessor post-open hooks at 1732126994260 (+6 ms)Region opened successfully at 1732126994261 (+1 ms) 2024-11-20T18:23:14,262 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732126993904.a65ac8fdf6cd9944870a0577c926d166., pid=6, masterSystemTime=1732126994242 2024-11-20T18:23:14,265 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a65ac8fdf6cd9944870a0577c926d166, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b87edf34edd,43779,1732126989611 2024-11-20T18:23:14,266 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732126993904.a65ac8fdf6cd9944870a0577c926d166. 2024-11-20T18:23:14,266 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732126993904.a65ac8fdf6cd9944870a0577c926d166. 2024-11-20T18:23:14,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a65ac8fdf6cd9944870a0577c926d166, server=6b87edf34edd,43779,1732126989611 because future has completed 2024-11-20T18:23:14,273 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T18:23:14,273 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a65ac8fdf6cd9944870a0577c926d166, server=6b87edf34edd,43779,1732126989611 in 181 msec 2024-11-20T18:23:14,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T18:23:14,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a65ac8fdf6cd9944870a0577c926d166, ASSIGN in 337 msec 2024-11-20T18:23:14,276 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T18:23:14,276 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732126994276"}]},"ts":"1732126994276"} 2024-11-20T18:23:14,278 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T18:23:14,279 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T18:23:14,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 374 msec 2024-11-20T18:23:14,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:23:14,540 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T18:23:14,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a6d9faf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:14,540 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,44517,-1 for getting cluster id 2024-11-20T18:23:14,540 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:23:14,541 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '411edcf5-1fef-4e7c-8951-7e6f7dc77038' 2024-11-20T18:23:14,541 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:23:14,542 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "411edcf5-1fef-4e7c-8951-7e6f7dc77038" 2024-11-20T18:23:14,542 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31ad71f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:14,542 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,44517,-1] 2024-11-20T18:23:14,542 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:23:14,542 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:14,543 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:23:14,543 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52cdf033, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:14,543 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:23:14,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,44517,1732126989427 2024-11-20T18:23:14,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4636517b 2024-11-20T18:23:14,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:23:14,545 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:23:14,545 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44517 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6b87edf34edd:44517,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T18:23:14,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44517 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T18:23:14,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:23:14,547 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b87edf34edd:44517' 2024-11-20T18:23:14,548 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@119b1b12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:14,548 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,44517,-1 for getting cluster id 2024-11-20T18:23:14,548 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:23:14,549 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '411edcf5-1fef-4e7c-8951-7e6f7dc77038' 2024-11-20T18:23:14,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:23:14,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "411edcf5-1fef-4e7c-8951-7e6f7dc77038" 2024-11-20T18:23:14,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70c25450, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:14,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,44517,-1] 2024-11-20T18:23:14,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:23:14,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:14,550 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:23:14,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7df8b7f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:14,550 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:23:14,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,44517,1732126989427 2024-11-20T18:23:14,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4819e17e 2024-11-20T18:23:14,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:23:14,552 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:23:14,552 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T18:23:14,552 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T18:23:14,552 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:14,552 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:14,552 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:23:14,553 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://6b87edf34edd:44517, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-20T18:23:14,558 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://6b87edf34edd:44517, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://6b87edf34edd:44517, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://6b87edf34edd:44517, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-20T18:23:14,559 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://6b87edf34edd:44517, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=13 msec 2024-11-20T18:23:14,559 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-20T18:23:14,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:23:14,650 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://6b87edf34edd:44517, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-20T18:23:14,650 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:23:14,650 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:23:14,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:14,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:14,650 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:23:14,668 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=529 (was 362) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732126992476 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f892233a-e61d-303b-3216-6a071084aabc/cluster_1ce4288a-8ce9-a759-6506-831e5e0807db/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 6b87edf34edd:44517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/6b87edf34edd:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41487 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@4da13ca2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp321041049-7926-acceptor-0@2cd714a9-ServerConnector@6c8a8680{HTTP/1.1, (http/1.1)}{localhost:37365} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 46561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 0 on default port 46561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@62074422 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: qtp321041049-7927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6b87edf34edd:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41487 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS:0;6b87edf34edd:43779-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp430475780-7973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1199820181_20 at /127.0.0.1:53186 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 41487 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43779 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52128) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1199820181_20 at /127.0.0.1:45410 [Receiving block BP-1852004034-172.17.0.3-1732126987195:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41487 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_826851610_20 at /127.0.0.1:53236 [Receiving block BP-1852004034-172.17.0.3-1732126987195:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=43779 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43779 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp430475780-7974 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: IPC Server handler 4 on default port 41487 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41487 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f892233a-e61d-303b-3216-6a071084aabc/cluster_1ce4288a-8ce9-a759-6506-831e5e0807db/data/data1/current/BP-1852004034-172.17.0.3-1732126987195 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-7169d484-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@60642662[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 46561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=44517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41487 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-11bd1f2d-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=43779 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f5cd89f9380.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp321041049-7924 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f5cd8432c40.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41487 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp321041049-7928 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:52128 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@bd85e29 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-1852004034-172.17.0.3-1732126987195 heartbeating to localhost/127.0.0.1:41487 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;6b87edf34edd:43779 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=44517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@37f9980f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp321041049-7925 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f5cd8432c40.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/6b87edf34edd:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp430475780-7971 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f5cd8432c40.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43779 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp321041049-7929 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@64a2185b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41487 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f892233a-e61d-303b-3216-6a071084aabc/cluster_1ce4288a-8ce9-a759-6506-831e5e0807db/data/data2/current/BP-1852004034-172.17.0.3-1732126987195 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=43779 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: M:0;6b87edf34edd:44517 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1852004034-172.17.0.3-1732126987195:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1852004034-172.17.0.3-1732126987195:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@7af64489 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@6d64c1cd java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:41487/user/jenkins/test-data/95dc237d-f45b-8b14-ed09-9bea86ed3342/MasterData-prefix:6b87edf34edd,44517,1732126989427 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6b87edf34edd:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:41487 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@298f67eb java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$610/0x00007f5cd8ad53a8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp321041049-7922 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f5cd8432c40.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43779 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server idle connection scanner for port 46561 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1199820181_20 at /127.0.0.1:45380 [Receiving block BP-1852004034-172.17.0.3-1732126987195:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:52128): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@1df074fc java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 46561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732126992475 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: IPC Server idle connection scanner for port 41487 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Server handler 4 on default port 46561 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp321041049-7923 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f5cd8432c40.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:41487/user/jenkins/test-data/95dc237d-f45b-8b14-ed09-9bea86ed3342-prefix:6b87edf34edd,43779,1732126989611.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(152585817) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6b87edf34edd:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52128) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43779 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f892233a-e61d-303b-3216-6a071084aabc/cluster_1ce4288a-8ce9-a759-6506-831e5e0807db/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43779 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 1 on default port 41487 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PacketResponder: BP-1852004034-172.17.0.3-1732126987195:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp430475780-7972-acceptor-0@4e033299-ServerConnector@28260d7e{HTTP/1.1, (http/1.1)}{localhost:42901} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52128) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43779 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=44517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 0 on default port 41487 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 3 on default port 41487 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:41487/user/jenkins/test-data/95dc237d-f45b-8b14-ed09-9bea86ed3342-prefix:6b87edf34edd,43779,1732126989611 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=868 (was 784) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=380 (was 368) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8005 (was 8056) 2024-11-20T18:23:14,670 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=529 is superior to 500 2024-11-20T18:23:14,681 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=529, OpenFileDescriptor=868, MaxFileDescriptor=1048576, SystemLoadAverage=380, ProcessCount=11, AvailableMemoryMB=8004 2024-11-20T18:23:14,681 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=529 is superior to 500 2024-11-20T18:23:14,694 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-20T18:23:14,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f892233a-e61d-303b-3216-6a071084aabc/hadoop.log.dir so I do NOT create it in target/test-data/f0b742a2-493a-c640-c935-71f39ceea962 2024-11-20T18:23:14,694 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f892233a-e61d-303b-3216-6a071084aabc/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T18:23:14,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f892233a-e61d-303b-3216-6a071084aabc/hadoop.tmp.dir so I do NOT create it in target/test-data/f0b742a2-493a-c640-c935-71f39ceea962 2024-11-20T18:23:14,694 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f892233a-e61d-303b-3216-6a071084aabc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T18:23:14,695 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0b742a2-493a-c640-c935-71f39ceea962 2024-11-20T18:23:14,695 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0b742a2-493a-c640-c935-71f39ceea962/cluster_a219af27-898a-c0df-f0dd-e1001082dd0f, deleteOnExit=true 2024-11-20T18:23:14,697 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0b742a2-493a-c640-c935-71f39ceea962/cluster_a219af27-898a-c0df-f0dd-e1001082dd0f/zookeeper_0, clientPort=55581, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0b742a2-493a-c640-c935-71f39ceea962/cluster_a219af27-898a-c0df-f0dd-e1001082dd0f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0b742a2-493a-c640-c935-71f39ceea962/cluster_a219af27-898a-c0df-f0dd-e1001082dd0f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T18:23:14,698 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55581 2024-11-20T18:23:14,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T18:23:14,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T18:23:14,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0b742a2-493a-c640-c935-71f39ceea962/test.cache.data in system properties and HBase conf 2024-11-20T18:23:14,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0b742a2-493a-c640-c935-71f39ceea962/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T18:23:14,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0b742a2-493a-c640-c935-71f39ceea962/hadoop.log.dir in system properties and HBase conf 2024-11-20T18:23:14,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0b742a2-493a-c640-c935-71f39ceea962/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T18:23:14,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0b742a2-493a-c640-c935-71f39ceea962/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T18:23:14,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T18:23:14,698 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T18:23:14,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0b742a2-493a-c640-c935-71f39ceea962/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T18:23:14,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0b742a2-493a-c640-c935-71f39ceea962/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T18:23:14,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0b742a2-493a-c640-c935-71f39ceea962/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T18:23:14,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0b742a2-493a-c640-c935-71f39ceea962/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T18:23:14,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0b742a2-493a-c640-c935-71f39ceea962/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T18:23:14,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0b742a2-493a-c640-c935-71f39ceea962/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T18:23:14,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0b742a2-493a-c640-c935-71f39ceea962/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T18:23:14,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0b742a2-493a-c640-c935-71f39ceea962/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T18:23:14,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0b742a2-493a-c640-c935-71f39ceea962/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T18:23:14,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0b742a2-493a-c640-c935-71f39ceea962/nfs.dump.dir in system properties and HBase conf 2024-11-20T18:23:14,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0b742a2-493a-c640-c935-71f39ceea962/java.io.tmpdir in system properties and HBase conf 2024-11-20T18:23:14,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0b742a2-493a-c640-c935-71f39ceea962/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T18:23:14,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0b742a2-493a-c640-c935-71f39ceea962/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T18:23:14,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0b742a2-493a-c640-c935-71f39ceea962/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T18:23:15,052 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:23:15,055 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T18:23:15,060 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T18:23:15,060 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T18:23:15,060 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T18:23:15,062 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:23:15,063 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58068bb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0b742a2-493a-c640-c935-71f39ceea962/hadoop.log.dir/,AVAILABLE} 2024-11-20T18:23:15,064 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55ee8d61{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T18:23:15,181 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e2613d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0b742a2-493a-c640-c935-71f39ceea962/java.io.tmpdir/jetty-localhost-38619-hadoop-hdfs-3_4_1-tests_jar-_-any-7840714041588500910/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T18:23:15,182 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60544a0a{HTTP/1.1, (http/1.1)}{localhost:38619} 2024-11-20T18:23:15,182 INFO [Time-limited test {}] server.Server(415): Started @335522ms 2024-11-20T18:23:15,448 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:23:15,450 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T18:23:15,454 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T18:23:15,454 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T18:23:15,454 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T18:23:15,455 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f602c86{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0b742a2-493a-c640-c935-71f39ceea962/hadoop.log.dir/,AVAILABLE} 2024-11-20T18:23:15,455 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8ae1fcf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T18:23:15,572 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5942a3d9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0b742a2-493a-c640-c935-71f39ceea962/java.io.tmpdir/jetty-localhost-46371-hadoop-hdfs-3_4_1-tests_jar-_-any-11255019526823661884/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T18:23:15,572 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11a75c1f{HTTP/1.1, (http/1.1)}{localhost:46371} 2024-11-20T18:23:15,572 INFO [Time-limited test {}] server.Server(415): Started @335913ms 2024-11-20T18:23:15,574 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T18:23:15,726 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T18:23:15,726 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T18:23:15,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T18:23:15,727 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-20T18:23:15,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T18:23:15,727 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-20T18:23:16,190 WARN [Thread-4337 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0b742a2-493a-c640-c935-71f39ceea962/cluster_a219af27-898a-c0df-f0dd-e1001082dd0f/data/data1/current/BP-566611104-172.17.0.3-1732126994712/current, will proceed with Du for space computation calculation, 2024-11-20T18:23:16,190 WARN [Thread-4338 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0b742a2-493a-c640-c935-71f39ceea962/cluster_a219af27-898a-c0df-f0dd-e1001082dd0f/data/data2/current/BP-566611104-172.17.0.3-1732126994712/current, will proceed with Du for space computation calculation, 2024-11-20T18:23:16,205 WARN [Thread-4325 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T18:23:16,207 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6423cdda40419eaa with lease ID 0x3b414faed92a6e15: Processing first storage report for DS-ceffd4d5-101c-477c-a431-ef1e7c88d436 from datanode DatanodeRegistration(127.0.0.1:39571, datanodeUuid=1f1bd465-8983-4dd6-b71c-e4733f5fd863, infoPort=36111, infoSecurePort=0, ipcPort=42681, storageInfo=lv=-57;cid=testClusterID;nsid=738701572;c=1732126994712) 2024-11-20T18:23:16,207 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6423cdda40419eaa with lease ID 0x3b414faed92a6e15: from storage DS-ceffd4d5-101c-477c-a431-ef1e7c88d436 node DatanodeRegistration(127.0.0.1:39571, datanodeUuid=1f1bd465-8983-4dd6-b71c-e4733f5fd863, infoPort=36111, infoSecurePort=0, ipcPort=42681, storageInfo=lv=-57;cid=testClusterID;nsid=738701572;c=1732126994712), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T18:23:16,207 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6423cdda40419eaa with lease ID 0x3b414faed92a6e15: Processing first storage report for DS-44ab87e1-ccbd-4f58-8c55-aff58b8ef9f8 from datanode DatanodeRegistration(127.0.0.1:39571, datanodeUuid=1f1bd465-8983-4dd6-b71c-e4733f5fd863, infoPort=36111, infoSecurePort=0, ipcPort=42681, storageInfo=lv=-57;cid=testClusterID;nsid=738701572;c=1732126994712) 2024-11-20T18:23:16,207 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6423cdda40419eaa with lease ID 0x3b414faed92a6e15: from storage DS-44ab87e1-ccbd-4f58-8c55-aff58b8ef9f8 node DatanodeRegistration(127.0.0.1:39571, datanodeUuid=1f1bd465-8983-4dd6-b71c-e4733f5fd863, infoPort=36111, infoSecurePort=0, ipcPort=42681, storageInfo=lv=-57;cid=testClusterID;nsid=738701572;c=1732126994712), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T18:23:16,303 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0b742a2-493a-c640-c935-71f39ceea962 2024-11-20T18:23:16,303 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:23:16,304 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:23:16,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741825_1001 (size=7) 2024-11-20T18:23:16,712 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d with version=8 2024-11-20T18:23:16,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/hbase-staging 2024-11-20T18:23:16,714 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b87edf34edd:0 server-side Connection retries=45 2024-11-20T18:23:16,714 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:23:16,714 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T18:23:16,714 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T18:23:16,714 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:23:16,714 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T18:23:16,714 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T18:23:16,714 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T18:23:16,715 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34031 2024-11-20T18:23:16,716 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34031 connecting to ZooKeeper ensemble=127.0.0.1:55581 2024-11-20T18:23:16,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:340310x0, quorum=127.0.0.1:55581, baseZNode=/097266334 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:23:16,822 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34031-0x101597c6cb40000 connected 2024-11-20T18:23:16,901 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:23:16,902 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:23:16,904 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34031-0x101597c6cb40000, quorum=127.0.0.1:55581, baseZNode=/097266334 Set watcher on znode that does not yet exist, /097266334/running 2024-11-20T18:23:16,904 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d, hbase.cluster.distributed=false 2024-11-20T18:23:16,905 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34031-0x101597c6cb40000, quorum=127.0.0.1:55581, baseZNode=/097266334 Set watcher on znode that does not yet exist, /097266334/acl 2024-11-20T18:23:16,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34031 2024-11-20T18:23:16,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34031 2024-11-20T18:23:16,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34031 2024-11-20T18:23:16,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34031 2024-11-20T18:23:16,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34031 2024-11-20T18:23:16,922 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b87edf34edd:0 server-side Connection retries=45 2024-11-20T18:23:16,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:23:16,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T18:23:16,922 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T18:23:16,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:23:16,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T18:23:16,922 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T18:23:16,922 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T18:23:16,923 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39029 2024-11-20T18:23:16,923 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39029 connecting to ZooKeeper ensemble=127.0.0.1:55581 2024-11-20T18:23:16,924 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:23:16,925 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:23:16,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390290x0, quorum=127.0.0.1:55581, baseZNode=/097266334 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:23:16,939 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:390290x0, quorum=127.0.0.1:55581, baseZNode=/097266334 Set watcher on znode that does not yet exist, /097266334/running 2024-11-20T18:23:16,940 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T18:23:16,940 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39029-0x101597c6cb40001 connected 2024-11-20T18:23:16,940 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T18:23:16,941 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39029-0x101597c6cb40001, quorum=127.0.0.1:55581, baseZNode=/097266334 Set watcher on znode that does not yet exist, /097266334/master 2024-11-20T18:23:16,941 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39029-0x101597c6cb40001, quorum=127.0.0.1:55581, baseZNode=/097266334 Set watcher on znode that does not yet exist, /097266334/acl 2024-11-20T18:23:16,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39029 2024-11-20T18:23:16,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39029 2024-11-20T18:23:16,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39029 2024-11-20T18:23:16,943 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39029 2024-11-20T18:23:16,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39029 2024-11-20T18:23:16,959 DEBUG [M:0;6b87edf34edd:34031 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b87edf34edd:34031 2024-11-20T18:23:16,960 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /097266334/backup-masters/6b87edf34edd,34031,1732126996714 2024-11-20T18:23:16,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34031-0x101597c6cb40000, quorum=127.0.0.1:55581, baseZNode=/097266334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/097266334/backup-masters 2024-11-20T18:23:16,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39029-0x101597c6cb40001, quorum=127.0.0.1:55581, baseZNode=/097266334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/097266334/backup-masters 2024-11-20T18:23:16,971 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34031-0x101597c6cb40000, quorum=127.0.0.1:55581, baseZNode=/097266334 Set watcher on existing znode=/097266334/backup-masters/6b87edf34edd,34031,1732126996714 2024-11-20T18:23:16,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34031-0x101597c6cb40000, quorum=127.0.0.1:55581, baseZNode=/097266334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/097266334 2024-11-20T18:23:16,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39029-0x101597c6cb40001, quorum=127.0.0.1:55581, baseZNode=/097266334 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/097266334/master 2024-11-20T18:23:16,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39029-0x101597c6cb40001, quorum=127.0.0.1:55581, baseZNode=/097266334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/097266334 2024-11-20T18:23:16,981 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34031-0x101597c6cb40000, quorum=127.0.0.1:55581, baseZNode=/097266334 Set watcher on existing znode=/097266334/master 2024-11-20T18:23:16,981 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /097266334/backup-masters/6b87edf34edd,34031,1732126996714 from backup master directory 2024-11-20T18:23:16,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39029-0x101597c6cb40001, quorum=127.0.0.1:55581, baseZNode=/097266334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/097266334/backup-masters 2024-11-20T18:23:16,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34031-0x101597c6cb40000, quorum=127.0.0.1:55581, baseZNode=/097266334 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/097266334/backup-masters/6b87edf34edd,34031,1732126996714 2024-11-20T18:23:16,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34031-0x101597c6cb40000, quorum=127.0.0.1:55581, baseZNode=/097266334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/097266334/backup-masters 2024-11-20T18:23:16,991 WARN [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T18:23:16,992 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b87edf34edd,34031,1732126996714 2024-11-20T18:23:16,994 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/hbase.id] with ID: 97ff6dcc-af36-483a-b81d-271df1714489 2024-11-20T18:23:16,994 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/.tmp/hbase.id 2024-11-20T18:23:17,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741826_1002 (size=42) 2024-11-20T18:23:17,404 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/.tmp/hbase.id]:[hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/hbase.id] 2024-11-20T18:23:17,411 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:23:17,411 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T18:23:17,412 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T18:23:17,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34031-0x101597c6cb40000, quorum=127.0.0.1:55581, baseZNode=/097266334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/097266334 2024-11-20T18:23:17,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39029-0x101597c6cb40001, quorum=127.0.0.1:55581, baseZNode=/097266334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/097266334 2024-11-20T18:23:17,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741827_1003 (size=196) 2024-11-20T18:23:17,437 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T18:23:17,438 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T18:23:17,438 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:23:17,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741828_1004 (size=1189) 2024-11-20T18:23:17,847 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/MasterData/data/master/store 2024-11-20T18:23:17,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741829_1005 (size=34) 2024-11-20T18:23:18,251 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:23:18,252 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T18:23:18,252 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:23:18,252 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:23:18,252 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T18:23:18,252 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:23:18,252 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:23:18,252 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732126998252Disabling compacts and flushes for region at 1732126998252Disabling writes for close at 1732126998252Writing region close event to WAL at 1732126998252Closed at 1732126998252 2024-11-20T18:23:18,252 WARN [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/MasterData/data/master/store/.initializing 2024-11-20T18:23:18,252 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/MasterData/WALs/6b87edf34edd,34031,1732126996714 2024-11-20T18:23:18,253 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T18:23:18,254 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b87edf34edd%2C34031%2C1732126996714, suffix=, logDir=hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/MasterData/WALs/6b87edf34edd,34031,1732126996714, archiveDir=hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/MasterData/oldWALs, maxLogs=10 2024-11-20T18:23:18,266 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/MasterData/WALs/6b87edf34edd,34031,1732126996714/6b87edf34edd%2C34031%2C1732126996714.1732126998254, exclude list is [], retry=0 2024-11-20T18:23:18,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39571,DS-ceffd4d5-101c-477c-a431-ef1e7c88d436,DISK] 2024-11-20T18:23:18,269 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/MasterData/WALs/6b87edf34edd,34031,1732126996714/6b87edf34edd%2C34031%2C1732126996714.1732126998254 2024-11-20T18:23:18,270 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36111:36111)] 2024-11-20T18:23:18,270 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:23:18,270 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:23:18,270 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:23:18,270 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:23:18,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:23:18,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T18:23:18,272 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:18,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:23:18,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:23:18,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T18:23:18,273 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:18,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:23:18,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:23:18,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T18:23:18,274 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:18,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:23:18,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:23:18,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T18:23:18,275 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:18,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:23:18,275 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:23:18,275 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:23:18,276 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:23:18,277 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:23:18,277 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:23:18,277 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:23:18,278 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:23:18,279 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:23:18,279 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74983421, jitterRate=0.11734004318714142}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:23:18,279 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732126998270Initializing all the Stores at 1732126998271 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126998271Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126998271Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126998271Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126998271Cleaning up temporary data from old regions at 1732126998277 (+6 ms)Region opened successfully at 1732126998279 (+2 ms) 2024-11-20T18:23:18,279 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T18:23:18,281 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27ff4b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b87edf34edd/172.17.0.3:0 2024-11-20T18:23:18,282 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T18:23:18,282 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T18:23:18,282 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T18:23:18,282 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T18:23:18,282 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T18:23:18,282 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T18:23:18,282 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T18:23:18,283 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T18:23:18,284 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34031-0x101597c6cb40000, quorum=127.0.0.1:55581, baseZNode=/097266334 Unable to get data of znode /097266334/balancer because node does not exist (not necessarily an error) 2024-11-20T18:23:18,313 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /097266334/balancer already deleted, retry=false 2024-11-20T18:23:18,313 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T18:23:18,314 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34031-0x101597c6cb40000, quorum=127.0.0.1:55581, baseZNode=/097266334 Unable to get data of znode /097266334/normalizer because node does not exist (not necessarily an error) 2024-11-20T18:23:18,328 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /097266334/normalizer already deleted, retry=false 2024-11-20T18:23:18,328 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T18:23:18,329 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34031-0x101597c6cb40000, quorum=127.0.0.1:55581, baseZNode=/097266334 Unable to get data of znode /097266334/switch/split because node does not exist (not necessarily an error) 2024-11-20T18:23:18,339 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /097266334/switch/split already deleted, retry=false 2024-11-20T18:23:18,340 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34031-0x101597c6cb40000, quorum=127.0.0.1:55581, baseZNode=/097266334 Unable to get data of znode /097266334/switch/merge because node does not exist (not necessarily an error) 2024-11-20T18:23:18,349 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /097266334/switch/merge already deleted, retry=false 2024-11-20T18:23:18,351 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34031-0x101597c6cb40000, quorum=127.0.0.1:55581, baseZNode=/097266334 Unable to get data of znode /097266334/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T18:23:18,360 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /097266334/snapshot-cleanup already deleted, retry=false 2024-11-20T18:23:18,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34031-0x101597c6cb40000, quorum=127.0.0.1:55581, baseZNode=/097266334 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/097266334/running 2024-11-20T18:23:18,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39029-0x101597c6cb40001, quorum=127.0.0.1:55581, baseZNode=/097266334 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/097266334/running 2024-11-20T18:23:18,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39029-0x101597c6cb40001, quorum=127.0.0.1:55581, baseZNode=/097266334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/097266334 2024-11-20T18:23:18,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34031-0x101597c6cb40000, quorum=127.0.0.1:55581, baseZNode=/097266334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/097266334 2024-11-20T18:23:18,371 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b87edf34edd,34031,1732126996714, sessionid=0x101597c6cb40000, setting cluster-up flag (Was=false) 2024-11-20T18:23:18,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39029-0x101597c6cb40001, quorum=127.0.0.1:55581, baseZNode=/097266334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/097266334 2024-11-20T18:23:18,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34031-0x101597c6cb40000, quorum=127.0.0.1:55581, baseZNode=/097266334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/097266334 2024-11-20T18:23:18,423 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /097266334/flush-table-proc/acquired, /097266334/flush-table-proc/reached, /097266334/flush-table-proc/abort 2024-11-20T18:23:18,424 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b87edf34edd,34031,1732126996714 2024-11-20T18:23:18,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34031-0x101597c6cb40000, quorum=127.0.0.1:55581, baseZNode=/097266334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/097266334 2024-11-20T18:23:18,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39029-0x101597c6cb40001, quorum=127.0.0.1:55581, baseZNode=/097266334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/097266334 2024-11-20T18:23:18,475 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /097266334/online-snapshot/acquired, /097266334/online-snapshot/reached, /097266334/online-snapshot/abort 2024-11-20T18:23:18,476 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b87edf34edd,34031,1732126996714 2024-11-20T18:23:18,477 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T18:23:18,478 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T18:23:18,478 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T18:23:18,478 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T18:23:18,478 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b87edf34edd,34031,1732126996714 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T18:23:18,479 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:23:18,479 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:23:18,479 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:23:18,479 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:23:18,479 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b87edf34edd:0, corePoolSize=10, maxPoolSize=10 2024-11-20T18:23:18,479 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:23:18,479 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b87edf34edd:0, corePoolSize=2, maxPoolSize=2 2024-11-20T18:23:18,479 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:23:18,480 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732127028480 2024-11-20T18:23:18,480 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T18:23:18,480 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T18:23:18,480 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T18:23:18,480 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:23:18,480 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T18:23:18,480 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T18:23:18,480 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T18:23:18,480 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T18:23:18,480 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:18,480 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T18:23:18,480 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T18:23:18,480 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T18:23:18,480 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T18:23:18,481 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:18,481 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T18:23:18,481 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T18:23:18,481 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T18:23:18,481 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732126998481,5,FailOnTimeoutGroup] 2024-11-20T18:23:18,481 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732126998481,5,FailOnTimeoutGroup] 2024-11-20T18:23:18,481 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:18,481 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T18:23:18,481 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:18,481 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:18,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741831_1007 (size=1321) 2024-11-20T18:23:18,547 INFO [RS:0;6b87edf34edd:39029 {}] regionserver.HRegionServer(746): ClusterId : 97ff6dcc-af36-483a-b81d-271df1714489 2024-11-20T18:23:18,547 DEBUG [RS:0;6b87edf34edd:39029 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T18:23:18,575 DEBUG [RS:0;6b87edf34edd:39029 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T18:23:18,575 DEBUG [RS:0;6b87edf34edd:39029 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T18:23:18,586 DEBUG [RS:0;6b87edf34edd:39029 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T18:23:18,586 DEBUG [RS:0;6b87edf34edd:39029 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@512255ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b87edf34edd/172.17.0.3:0 2024-11-20T18:23:18,602 DEBUG [RS:0;6b87edf34edd:39029 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b87edf34edd:39029 2024-11-20T18:23:18,602 INFO [RS:0;6b87edf34edd:39029 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T18:23:18,602 INFO [RS:0;6b87edf34edd:39029 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T18:23:18,602 DEBUG [RS:0;6b87edf34edd:39029 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T18:23:18,602 INFO [RS:0;6b87edf34edd:39029 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b87edf34edd,34031,1732126996714 with port=39029, startcode=1732126996922 2024-11-20T18:23:18,603 DEBUG [RS:0;6b87edf34edd:39029 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T18:23:18,604 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59163, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T18:23:18,605 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34031 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b87edf34edd,39029,1732126996922 2024-11-20T18:23:18,605 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34031 {}] master.ServerManager(517): Registering regionserver=6b87edf34edd,39029,1732126996922 2024-11-20T18:23:18,606 DEBUG [RS:0;6b87edf34edd:39029 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d 2024-11-20T18:23:18,606 DEBUG [RS:0;6b87edf34edd:39029 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46747 2024-11-20T18:23:18,606 DEBUG [RS:0;6b87edf34edd:39029 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T18:23:18,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34031-0x101597c6cb40000, quorum=127.0.0.1:55581, baseZNode=/097266334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/097266334/rs 2024-11-20T18:23:18,617 DEBUG [RS:0;6b87edf34edd:39029 {}] zookeeper.ZKUtil(111): regionserver:39029-0x101597c6cb40001, quorum=127.0.0.1:55581, baseZNode=/097266334 Set watcher on existing znode=/097266334/rs/6b87edf34edd,39029,1732126996922 2024-11-20T18:23:18,617 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T18:23:18,617 WARN [RS:0;6b87edf34edd:39029 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T18:23:18,617 INFO [RS:0;6b87edf34edd:39029 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:23:18,617 DEBUG [RS:0;6b87edf34edd:39029 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922 2024-11-20T18:23:18,617 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T18:23:18,618 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b87edf34edd,39029,1732126996922] 2024-11-20T18:23:18,620 INFO [RS:0;6b87edf34edd:39029 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T18:23:18,623 INFO [RS:0;6b87edf34edd:39029 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T18:23:18,624 INFO [RS:0;6b87edf34edd:39029 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T18:23:18,624 INFO [RS:0;6b87edf34edd:39029 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:18,625 INFO [RS:0;6b87edf34edd:39029 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T18:23:18,626 INFO [RS:0;6b87edf34edd:39029 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T18:23:18,626 INFO [RS:0;6b87edf34edd:39029 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:18,626 DEBUG [RS:0;6b87edf34edd:39029 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:23:18,626 DEBUG [RS:0;6b87edf34edd:39029 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:23:18,626 DEBUG [RS:0;6b87edf34edd:39029 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:23:18,626 DEBUG [RS:0;6b87edf34edd:39029 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:23:18,626 DEBUG [RS:0;6b87edf34edd:39029 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:23:18,626 DEBUG [RS:0;6b87edf34edd:39029 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b87edf34edd:0, corePoolSize=2, maxPoolSize=2 2024-11-20T18:23:18,626 DEBUG [RS:0;6b87edf34edd:39029 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:23:18,626 DEBUG [RS:0;6b87edf34edd:39029 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:23:18,626 DEBUG [RS:0;6b87edf34edd:39029 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:23:18,626 DEBUG [RS:0;6b87edf34edd:39029 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:23:18,626 DEBUG [RS:0;6b87edf34edd:39029 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:23:18,626 DEBUG [RS:0;6b87edf34edd:39029 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:23:18,626 DEBUG [RS:0;6b87edf34edd:39029 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b87edf34edd:0, corePoolSize=3, maxPoolSize=3 2024-11-20T18:23:18,626 DEBUG [RS:0;6b87edf34edd:39029 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b87edf34edd:0, corePoolSize=3, maxPoolSize=3 2024-11-20T18:23:18,628 INFO [RS:0;6b87edf34edd:39029 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:18,628 INFO [RS:0;6b87edf34edd:39029 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:18,628 INFO [RS:0;6b87edf34edd:39029 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:18,628 INFO [RS:0;6b87edf34edd:39029 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:18,628 INFO [RS:0;6b87edf34edd:39029 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:18,628 INFO [RS:0;6b87edf34edd:39029 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,39029,1732126996922-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T18:23:18,646 INFO [RS:0;6b87edf34edd:39029 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T18:23:18,646 INFO [RS:0;6b87edf34edd:39029 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,39029,1732126996922-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:18,646 INFO [RS:0;6b87edf34edd:39029 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:18,646 INFO [RS:0;6b87edf34edd:39029 {}] regionserver.Replication(171): 6b87edf34edd,39029,1732126996922 started 2024-11-20T18:23:18,661 INFO [RS:0;6b87edf34edd:39029 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:18,661 INFO [RS:0;6b87edf34edd:39029 {}] regionserver.HRegionServer(1482): Serving as 6b87edf34edd,39029,1732126996922, RpcServer on 6b87edf34edd/172.17.0.3:39029, sessionid=0x101597c6cb40001 2024-11-20T18:23:18,661 DEBUG [RS:0;6b87edf34edd:39029 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T18:23:18,661 DEBUG [RS:0;6b87edf34edd:39029 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b87edf34edd,39029,1732126996922 2024-11-20T18:23:18,661 DEBUG [RS:0;6b87edf34edd:39029 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b87edf34edd,39029,1732126996922' 2024-11-20T18:23:18,661 DEBUG [RS:0;6b87edf34edd:39029 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/097266334/flush-table-proc/abort' 2024-11-20T18:23:18,662 DEBUG [RS:0;6b87edf34edd:39029 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/097266334/flush-table-proc/acquired' 2024-11-20T18:23:18,662 DEBUG [RS:0;6b87edf34edd:39029 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T18:23:18,662 DEBUG [RS:0;6b87edf34edd:39029 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T18:23:18,662 DEBUG [RS:0;6b87edf34edd:39029 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b87edf34edd,39029,1732126996922 2024-11-20T18:23:18,662 DEBUG [RS:0;6b87edf34edd:39029 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b87edf34edd,39029,1732126996922' 2024-11-20T18:23:18,662 DEBUG [RS:0;6b87edf34edd:39029 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/097266334/online-snapshot/abort' 2024-11-20T18:23:18,663 DEBUG [RS:0;6b87edf34edd:39029 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/097266334/online-snapshot/acquired' 2024-11-20T18:23:18,663 DEBUG [RS:0;6b87edf34edd:39029 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T18:23:18,663 INFO [RS:0;6b87edf34edd:39029 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T18:23:18,663 INFO [RS:0;6b87edf34edd:39029 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T18:23:18,763 INFO [RS:0;6b87edf34edd:39029 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T18:23:18,776 INFO [RS:0;6b87edf34edd:39029 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b87edf34edd%2C39029%2C1732126996922, suffix=, logDir=hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922, archiveDir=hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/oldWALs, maxLogs=10 2024-11-20T18:23:18,795 DEBUG [RS:0;6b87edf34edd:39029 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.1732126998776, exclude list is [], retry=0 2024-11-20T18:23:18,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39571,DS-ceffd4d5-101c-477c-a431-ef1e7c88d436,DISK] 2024-11-20T18:23:18,803 INFO [RS:0;6b87edf34edd:39029 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.1732126998776 2024-11-20T18:23:18,806 DEBUG [RS:0;6b87edf34edd:39029 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36111:36111)] 2024-11-20T18:23:18,885 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T18:23:18,885 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d 2024-11-20T18:23:18,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741833_1009 (size=32) 2024-11-20T18:23:19,218 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T18:23:19,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:19,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:19,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:19,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:19,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:19,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:19,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:19,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:19,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:19,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:19,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:19,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:19,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:19,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:19,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:19,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:19,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:19,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:23:19,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T18:23:19,299 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T18:23:19,299 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:19,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:23:19,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T18:23:19,300 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T18:23:19,300 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:19,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:23:19,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T18:23:19,301 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T18:23:19,301 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:19,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:23:19,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T18:23:19,302 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T18:23:19,302 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:19,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:23:19,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T18:23:19,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/data/hbase/meta/1588230740 2024-11-20T18:23:19,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/data/hbase/meta/1588230740 2024-11-20T18:23:19,304 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T18:23:19,304 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T18:23:19,304 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:23:19,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T18:23:19,306 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:23:19,307 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69327843, jitterRate=0.03306536376476288}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:23:19,307 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732126999297Initializing all the Stores at 1732126999298 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126999298Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126999298Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126999298Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126999298Cleaning up temporary data from old regions at 1732126999304 (+6 ms)Region opened successfully at 1732126999307 (+3 ms) 2024-11-20T18:23:19,307 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T18:23:19,307 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T18:23:19,307 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T18:23:19,307 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T18:23:19,307 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T18:23:19,307 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T18:23:19,307 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732126999307Disabling compacts and flushes for region at 1732126999307Disabling writes for close at 1732126999307Writing region close event to WAL at 1732126999307Closed at 1732126999307 2024-11-20T18:23:19,308 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:23:19,308 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T18:23:19,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T18:23:19,309 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T18:23:19,309 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T18:23:19,459 DEBUG [6b87edf34edd:34031 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T18:23:19,460 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b87edf34edd,39029,1732126996922 2024-11-20T18:23:19,461 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b87edf34edd,39029,1732126996922, state=OPENING 2024-11-20T18:23:19,480 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T18:23:19,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34031-0x101597c6cb40000, quorum=127.0.0.1:55581, baseZNode=/097266334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/097266334 2024-11-20T18:23:19,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39029-0x101597c6cb40001, quorum=127.0.0.1:55581, baseZNode=/097266334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/097266334 2024-11-20T18:23:19,491 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /097266334/meta-region-server: CHANGED 2024-11-20T18:23:19,491 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T18:23:19,491 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /097266334/meta-region-server: CHANGED 2024-11-20T18:23:19,491 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b87edf34edd,39029,1732126996922}] 2024-11-20T18:23:19,643 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T18:23:19,644 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38647, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T18:23:19,646 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T18:23:19,646 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:23:19,646 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T18:23:19,647 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b87edf34edd%2C39029%2C1732126996922.meta, suffix=.meta, logDir=hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922, archiveDir=hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/oldWALs, maxLogs=10 2024-11-20T18:23:19,659 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.meta.1732126999647.meta, exclude list is [], retry=0 2024-11-20T18:23:19,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39571,DS-ceffd4d5-101c-477c-a431-ef1e7c88d436,DISK] 2024-11-20T18:23:19,663 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.meta.1732126999647.meta 2024-11-20T18:23:19,663 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36111:36111)] 2024-11-20T18:23:19,663 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:23:19,664 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T18:23:19,664 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T18:23:19,664 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T18:23:19,664 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T18:23:19,664 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T18:23:19,664 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:23:19,664 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T18:23:19,664 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T18:23:19,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T18:23:19,666 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T18:23:19,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:19,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:23:19,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T18:23:19,667 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T18:23:19,667 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:19,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:23:19,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T18:23:19,668 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T18:23:19,668 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:19,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:23:19,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T18:23:19,669 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T18:23:19,669 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:19,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:23:19,669 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T18:23:19,670 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/data/hbase/meta/1588230740 2024-11-20T18:23:19,670 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/data/hbase/meta/1588230740 2024-11-20T18:23:19,671 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T18:23:19,671 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T18:23:19,671 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:23:19,672 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T18:23:19,673 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68494038, jitterRate=0.020640701055526733}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:23:19,673 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T18:23:19,673 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732126999664Writing region info on filesystem at 1732126999664Initializing all the Stores at 1732126999665 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126999665Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126999665Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732126999665Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732126999665Cleaning up temporary data from old regions at 1732126999671 (+6 ms)Running coprocessor post-open hooks at 1732126999673 (+2 ms)Region opened successfully at 1732126999673 2024-11-20T18:23:19,673 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732126999643 2024-11-20T18:23:19,675 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T18:23:19,675 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T18:23:19,675 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b87edf34edd,39029,1732126996922 2024-11-20T18:23:19,676 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b87edf34edd,39029,1732126996922, state=OPEN 2024-11-20T18:23:19,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34031-0x101597c6cb40000, quorum=127.0.0.1:55581, baseZNode=/097266334 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/097266334/meta-region-server 2024-11-20T18:23:19,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39029-0x101597c6cb40001, quorum=127.0.0.1:55581, baseZNode=/097266334 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/097266334/meta-region-server 2024-11-20T18:23:19,743 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b87edf34edd,39029,1732126996922 2024-11-20T18:23:19,743 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /097266334/meta-region-server: CHANGED 2024-11-20T18:23:19,743 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /097266334/meta-region-server: CHANGED 2024-11-20T18:23:19,744 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T18:23:19,744 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b87edf34edd,39029,1732126996922 in 252 msec 2024-11-20T18:23:19,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T18:23:19,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 436 msec 2024-11-20T18:23:19,747 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:23:19,747 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T18:23:19,747 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:23:19,748 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,39029,1732126996922, seqNum=-1] 2024-11-20T18:23:19,748 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:23:19,749 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57815, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:23:19,752 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2740 sec 2024-11-20T18:23:19,752 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732126999752, completionTime=-1 2024-11-20T18:23:19,752 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T18:23:19,752 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T18:23:19,753 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T18:23:19,754 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732127059753 2024-11-20T18:23:19,754 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732127119754 2024-11-20T18:23:19,754 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T18:23:19,754 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,34031,1732126996714-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:19,754 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,34031,1732126996714-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:19,754 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,34031,1732126996714-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:19,754 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b87edf34edd:34031, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:19,754 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:19,754 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:19,755 DEBUG [master/6b87edf34edd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T18:23:19,757 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.764sec 2024-11-20T18:23:19,757 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T18:23:19,757 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T18:23:19,757 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T18:23:19,757 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T18:23:19,757 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T18:23:19,757 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,34031,1732126996714-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T18:23:19,757 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,34031,1732126996714-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T18:23:19,758 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T18:23:19,758 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T18:23:19,758 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,34031,1732126996714-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:19,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c283902, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:19,848 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,34031,-1 for getting cluster id 2024-11-20T18:23:19,848 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:23:19,849 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '97ff6dcc-af36-483a-b81d-271df1714489' 2024-11-20T18:23:19,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:23:19,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "97ff6dcc-af36-483a-b81d-271df1714489" 2024-11-20T18:23:19,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e6e40e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:19,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,34031,-1] 2024-11-20T18:23:19,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:23:19,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:19,851 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:23:19,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5049b7ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:19,852 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:23:19,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,39029,1732126996922, seqNum=-1] 2024-11-20T18:23:19,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:23:19,854 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:23:19,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b87edf34edd,34031,1732126996714 2024-11-20T18:23:19,856 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55581 2024-11-20T18:23:19,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55581, baseZNode=/097266334 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:23:19,876 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101597c6cb40002 connected 2024-11-20T18:23:19,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0b742a2-493a-c640-c935-71f39ceea962/hadoop.log.dir so I do NOT create it in target/test-data/604de9bf-1c3b-061f-ec01-d20b83f01904 2024-11-20T18:23:19,888 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0b742a2-493a-c640-c935-71f39ceea962/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T18:23:19,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0b742a2-493a-c640-c935-71f39ceea962/hadoop.tmp.dir so I do NOT create it in target/test-data/604de9bf-1c3b-061f-ec01-d20b83f01904 2024-11-20T18:23:19,888 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0b742a2-493a-c640-c935-71f39ceea962/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T18:23:19,888 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604de9bf-1c3b-061f-ec01-d20b83f01904 2024-11-20T18:23:19,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T18:23:19,888 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604de9bf-1c3b-061f-ec01-d20b83f01904/cluster_dbb40df3-c53d-0217-6a9d-20adb9210904, deleteOnExit=true 2024-11-20T18:23:19,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T18:23:19,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604de9bf-1c3b-061f-ec01-d20b83f01904/test.cache.data in system properties and HBase conf 2024-11-20T18:23:19,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604de9bf-1c3b-061f-ec01-d20b83f01904/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T18:23:19,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604de9bf-1c3b-061f-ec01-d20b83f01904/hadoop.log.dir in system properties and HBase conf 2024-11-20T18:23:19,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604de9bf-1c3b-061f-ec01-d20b83f01904/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T18:23:19,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604de9bf-1c3b-061f-ec01-d20b83f01904/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T18:23:19,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T18:23:19,889 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T18:23:19,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604de9bf-1c3b-061f-ec01-d20b83f01904/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T18:23:19,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604de9bf-1c3b-061f-ec01-d20b83f01904/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T18:23:19,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604de9bf-1c3b-061f-ec01-d20b83f01904/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T18:23:19,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604de9bf-1c3b-061f-ec01-d20b83f01904/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T18:23:19,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604de9bf-1c3b-061f-ec01-d20b83f01904/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T18:23:19,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604de9bf-1c3b-061f-ec01-d20b83f01904/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T18:23:19,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604de9bf-1c3b-061f-ec01-d20b83f01904/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T18:23:19,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604de9bf-1c3b-061f-ec01-d20b83f01904/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T18:23:19,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604de9bf-1c3b-061f-ec01-d20b83f01904/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T18:23:19,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604de9bf-1c3b-061f-ec01-d20b83f01904/nfs.dump.dir in system properties and HBase conf 2024-11-20T18:23:19,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604de9bf-1c3b-061f-ec01-d20b83f01904/java.io.tmpdir in system properties and HBase conf 2024-11-20T18:23:19,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604de9bf-1c3b-061f-ec01-d20b83f01904/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T18:23:19,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604de9bf-1c3b-061f-ec01-d20b83f01904/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T18:23:19,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604de9bf-1c3b-061f-ec01-d20b83f01904/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T18:23:20,430 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:23:20,433 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T18:23:20,434 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T18:23:20,434 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T18:23:20,434 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T18:23:20,434 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:23:20,435 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29e0513b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604de9bf-1c3b-061f-ec01-d20b83f01904/hadoop.log.dir/,AVAILABLE} 2024-11-20T18:23:20,435 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52cc92fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T18:23:20,530 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f925a9e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604de9bf-1c3b-061f-ec01-d20b83f01904/java.io.tmpdir/jetty-localhost-35849-hadoop-hdfs-3_4_1-tests_jar-_-any-2853728477128220784/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T18:23:20,531 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d342724{HTTP/1.1, (http/1.1)}{localhost:35849} 2024-11-20T18:23:20,531 INFO [Time-limited test {}] server.Server(415): Started @340871ms 2024-11-20T18:23:20,977 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:23:20,980 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T18:23:20,984 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T18:23:20,984 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T18:23:20,984 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T18:23:20,985 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d2ab04b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604de9bf-1c3b-061f-ec01-d20b83f01904/hadoop.log.dir/,AVAILABLE} 2024-11-20T18:23:20,985 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c523b14{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T18:23:21,089 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d4d1dd8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604de9bf-1c3b-061f-ec01-d20b83f01904/java.io.tmpdir/jetty-localhost-41009-hadoop-hdfs-3_4_1-tests_jar-_-any-4143570406199247722/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T18:23:21,090 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@646b864c{HTTP/1.1, (http/1.1)}{localhost:41009} 2024-11-20T18:23:21,090 INFO [Time-limited test {}] server.Server(415): Started @341430ms 2024-11-20T18:23:21,091 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T18:23:21,835 WARN [Thread-4458 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604de9bf-1c3b-061f-ec01-d20b83f01904/cluster_dbb40df3-c53d-0217-6a9d-20adb9210904/data/data1/current/BP-2091182886-172.17.0.3-1732126999919/current, will proceed with Du for space computation calculation, 2024-11-20T18:23:21,835 WARN [Thread-4459 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604de9bf-1c3b-061f-ec01-d20b83f01904/cluster_dbb40df3-c53d-0217-6a9d-20adb9210904/data/data2/current/BP-2091182886-172.17.0.3-1732126999919/current, will proceed with Du for space computation calculation, 2024-11-20T18:23:21,856 WARN [Thread-4446 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T18:23:21,858 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x428dfa203f2ba19c with lease ID 0x4e9ddacd92ad92cc: Processing first storage report for DS-c748e952-6032-4d33-aea7-a1089366ee4a from datanode DatanodeRegistration(127.0.0.1:43561, datanodeUuid=0ea1e341-a3e1-4b59-87ab-455ef1116b3e, infoPort=43251, infoSecurePort=0, ipcPort=34195, storageInfo=lv=-57;cid=testClusterID;nsid=394161483;c=1732126999919) 2024-11-20T18:23:21,858 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x428dfa203f2ba19c with lease ID 0x4e9ddacd92ad92cc: from storage DS-c748e952-6032-4d33-aea7-a1089366ee4a node DatanodeRegistration(127.0.0.1:43561, datanodeUuid=0ea1e341-a3e1-4b59-87ab-455ef1116b3e, infoPort=43251, infoSecurePort=0, ipcPort=34195, storageInfo=lv=-57;cid=testClusterID;nsid=394161483;c=1732126999919), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T18:23:21,858 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x428dfa203f2ba19c with lease ID 0x4e9ddacd92ad92cc: Processing first storage report for DS-15414f69-d2b2-41ff-86be-b838ed0be76e from datanode DatanodeRegistration(127.0.0.1:43561, datanodeUuid=0ea1e341-a3e1-4b59-87ab-455ef1116b3e, infoPort=43251, infoSecurePort=0, ipcPort=34195, storageInfo=lv=-57;cid=testClusterID;nsid=394161483;c=1732126999919) 2024-11-20T18:23:21,858 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x428dfa203f2ba19c with lease ID 0x4e9ddacd92ad92cc: from storage DS-15414f69-d2b2-41ff-86be-b838ed0be76e node DatanodeRegistration(127.0.0.1:43561, datanodeUuid=0ea1e341-a3e1-4b59-87ab-455ef1116b3e, infoPort=43251, infoSecurePort=0, ipcPort=34195, storageInfo=lv=-57;cid=testClusterID;nsid=394161483;c=1732126999919), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T18:23:21,927 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604de9bf-1c3b-061f-ec01-d20b83f01904 2024-11-20T18:23:21,927 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:23:21,929 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:23:21,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43561 is added to blk_1073741825_1001 (size=7) 2024-11-20T18:23:21,940 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb with version=8 2024-11-20T18:23:21,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/hbase-staging 2024-11-20T18:23:21,943 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b87edf34edd:0 server-side Connection retries=45 2024-11-20T18:23:21,943 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:23:21,943 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T18:23:21,943 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T18:23:21,943 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:23:21,943 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T18:23:21,943 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T18:23:21,943 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T18:23:21,944 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34895 2024-11-20T18:23:21,945 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34895 connecting to ZooKeeper ensemble=127.0.0.1:55581 2024-11-20T18:23:21,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:348950x0, quorum=127.0.0.1:55581, baseZNode=/1-1095131318 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:23:21,954 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34895-0x101597c6cb40003 connected 2024-11-20T18:23:22,027 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:23:22,028 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:23:22,030 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34895-0x101597c6cb40003, quorum=127.0.0.1:55581, baseZNode=/1-1095131318 Set watcher on znode that does not yet exist, /1-1095131318/running 2024-11-20T18:23:22,030 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb, hbase.cluster.distributed=false 2024-11-20T18:23:22,031 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34895-0x101597c6cb40003, quorum=127.0.0.1:55581, baseZNode=/1-1095131318 Set watcher on znode that does not yet exist, /1-1095131318/acl 2024-11-20T18:23:22,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34895 2024-11-20T18:23:22,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34895 2024-11-20T18:23:22,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34895 2024-11-20T18:23:22,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34895 2024-11-20T18:23:22,033 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34895 2024-11-20T18:23:22,046 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b87edf34edd:0 server-side Connection retries=45 2024-11-20T18:23:22,046 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:23:22,046 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T18:23:22,046 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T18:23:22,046 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:23:22,046 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T18:23:22,046 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T18:23:22,046 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T18:23:22,047 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45607 2024-11-20T18:23:22,047 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45607 connecting to ZooKeeper ensemble=127.0.0.1:55581 2024-11-20T18:23:22,048 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:23:22,049 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:23:22,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:456070x0, quorum=127.0.0.1:55581, baseZNode=/1-1095131318 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:23:22,065 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:456070x0, quorum=127.0.0.1:55581, baseZNode=/1-1095131318 Set watcher on znode that does not yet exist, /1-1095131318/running 2024-11-20T18:23:22,065 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45607-0x101597c6cb40004 connected 2024-11-20T18:23:22,065 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T18:23:22,066 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T18:23:22,066 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45607-0x101597c6cb40004, quorum=127.0.0.1:55581, baseZNode=/1-1095131318 Set watcher on znode that does not yet exist, /1-1095131318/master 2024-11-20T18:23:22,067 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45607-0x101597c6cb40004, quorum=127.0.0.1:55581, baseZNode=/1-1095131318 Set watcher on znode that does not yet exist, /1-1095131318/acl 2024-11-20T18:23:22,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45607 2024-11-20T18:23:22,071 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45607 2024-11-20T18:23:22,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45607 2024-11-20T18:23:22,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45607 2024-11-20T18:23:22,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45607 2024-11-20T18:23:22,086 DEBUG [M:0;6b87edf34edd:34895 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b87edf34edd:34895 2024-11-20T18:23:22,086 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1095131318/backup-masters/6b87edf34edd,34895,1732127001943 2024-11-20T18:23:22,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45607-0x101597c6cb40004, quorum=127.0.0.1:55581, baseZNode=/1-1095131318 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1095131318/backup-masters 2024-11-20T18:23:22,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34895-0x101597c6cb40003, quorum=127.0.0.1:55581, baseZNode=/1-1095131318 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1095131318/backup-masters 2024-11-20T18:23:22,097 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34895-0x101597c6cb40003, quorum=127.0.0.1:55581, baseZNode=/1-1095131318 Set watcher on existing znode=/1-1095131318/backup-masters/6b87edf34edd,34895,1732127001943 2024-11-20T18:23:22,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45607-0x101597c6cb40004, quorum=127.0.0.1:55581, baseZNode=/1-1095131318 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1095131318/master 2024-11-20T18:23:22,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34895-0x101597c6cb40003, quorum=127.0.0.1:55581, baseZNode=/1-1095131318 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1095131318 2024-11-20T18:23:22,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45607-0x101597c6cb40004, quorum=127.0.0.1:55581, baseZNode=/1-1095131318 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1095131318 2024-11-20T18:23:22,107 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34895-0x101597c6cb40003, quorum=127.0.0.1:55581, baseZNode=/1-1095131318 Set watcher on existing znode=/1-1095131318/master 2024-11-20T18:23:22,107 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1095131318/backup-masters/6b87edf34edd,34895,1732127001943 from backup master directory 2024-11-20T18:23:22,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34895-0x101597c6cb40003, quorum=127.0.0.1:55581, baseZNode=/1-1095131318 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1095131318/backup-masters/6b87edf34edd,34895,1732127001943 2024-11-20T18:23:22,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45607-0x101597c6cb40004, quorum=127.0.0.1:55581, baseZNode=/1-1095131318 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1095131318/backup-masters 2024-11-20T18:23:22,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34895-0x101597c6cb40003, quorum=127.0.0.1:55581, baseZNode=/1-1095131318 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1095131318/backup-masters 2024-11-20T18:23:22,117 WARN [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T18:23:22,117 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b87edf34edd,34895,1732127001943 2024-11-20T18:23:22,120 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/hbase.id] with ID: 14a39246-66a4-40b3-ba37-63459939202e 2024-11-20T18:23:22,120 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/.tmp/hbase.id 2024-11-20T18:23:22,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43561 is added to blk_1073741826_1002 (size=42) 2024-11-20T18:23:22,524 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/.tmp/hbase.id]:[hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/hbase.id] 2024-11-20T18:23:22,532 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:23:22,532 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T18:23:22,533 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T18:23:22,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45607-0x101597c6cb40004, quorum=127.0.0.1:55581, baseZNode=/1-1095131318 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1095131318 2024-11-20T18:23:22,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34895-0x101597c6cb40003, quorum=127.0.0.1:55581, baseZNode=/1-1095131318 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1095131318 2024-11-20T18:23:22,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43561 is added to blk_1073741827_1003 (size=196) 2024-11-20T18:23:22,988 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T18:23:22,988 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T18:23:22,989 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:23:22,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43561 is added to blk_1073741828_1004 (size=1189) 2024-11-20T18:23:23,394 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/MasterData/data/master/store 2024-11-20T18:23:23,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43561 is added to blk_1073741829_1005 (size=34) 2024-11-20T18:23:23,798 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:23:23,799 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T18:23:23,799 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:23:23,799 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:23:23,799 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T18:23:23,799 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:23:23,799 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:23:23,799 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732127003798Disabling compacts and flushes for region at 1732127003798Disabling writes for close at 1732127003799 (+1 ms)Writing region close event to WAL at 1732127003799Closed at 1732127003799 2024-11-20T18:23:23,800 WARN [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/MasterData/data/master/store/.initializing 2024-11-20T18:23:23,800 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/MasterData/WALs/6b87edf34edd,34895,1732127001943 2024-11-20T18:23:23,800 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T18:23:23,802 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b87edf34edd%2C34895%2C1732127001943, suffix=, logDir=hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/MasterData/WALs/6b87edf34edd,34895,1732127001943, archiveDir=hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/MasterData/oldWALs, maxLogs=10 2024-11-20T18:23:23,815 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/MasterData/WALs/6b87edf34edd,34895,1732127001943/6b87edf34edd%2C34895%2C1732127001943.1732127003802, exclude list is [], retry=0 2024-11-20T18:23:23,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43561,DS-c748e952-6032-4d33-aea7-a1089366ee4a,DISK] 2024-11-20T18:23:23,818 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/MasterData/WALs/6b87edf34edd,34895,1732127001943/6b87edf34edd%2C34895%2C1732127001943.1732127003802 2024-11-20T18:23:23,818 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43251:43251)] 2024-11-20T18:23:23,818 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:23:23,818 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:23:23,819 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:23:23,819 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:23:23,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:23:23,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T18:23:23,821 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:23,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:23:23,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:23:23,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T18:23:23,822 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:23,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:23:23,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:23:23,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T18:23:23,823 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:23,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:23:23,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:23:23,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T18:23:23,824 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:23,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:23:23,825 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:23:23,825 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:23:23,825 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:23:23,826 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:23:23,826 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:23:23,827 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:23:23,827 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:23:23,829 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:23:23,829 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73662400, jitterRate=0.0976552963256836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:23:23,829 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732127003819Initializing all the Stores at 1732127003819Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732127003819Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127003819Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127003819Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127003819Cleaning up temporary data from old regions at 1732127003826 (+7 ms)Region opened successfully at 1732127003829 (+3 ms) 2024-11-20T18:23:23,830 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T18:23:23,832 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70e5192, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b87edf34edd/172.17.0.3:0 2024-11-20T18:23:23,833 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T18:23:23,833 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T18:23:23,833 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T18:23:23,833 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T18:23:23,833 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T18:23:23,834 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T18:23:23,834 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T18:23:23,838 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T18:23:23,839 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34895-0x101597c6cb40003, quorum=127.0.0.1:55581, baseZNode=/1-1095131318 Unable to get data of znode /1-1095131318/balancer because node does not exist (not necessarily an error) 2024-11-20T18:23:23,848 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1095131318/balancer already deleted, retry=false 2024-11-20T18:23:23,848 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T18:23:23,849 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34895-0x101597c6cb40003, quorum=127.0.0.1:55581, baseZNode=/1-1095131318 Unable to get data of znode /1-1095131318/normalizer because node does not exist (not necessarily an error) 2024-11-20T18:23:23,858 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1095131318/normalizer already deleted, retry=false 2024-11-20T18:23:23,859 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T18:23:23,860 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34895-0x101597c6cb40003, quorum=127.0.0.1:55581, baseZNode=/1-1095131318 Unable to get data of znode /1-1095131318/switch/split because node does not exist (not necessarily an error) 2024-11-20T18:23:23,869 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1095131318/switch/split already deleted, retry=false 2024-11-20T18:23:23,870 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34895-0x101597c6cb40003, quorum=127.0.0.1:55581, baseZNode=/1-1095131318 Unable to get data of znode /1-1095131318/switch/merge because node does not exist (not necessarily an error) 2024-11-20T18:23:23,879 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1095131318/switch/merge already deleted, retry=false 2024-11-20T18:23:23,881 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34895-0x101597c6cb40003, quorum=127.0.0.1:55581, baseZNode=/1-1095131318 Unable to get data of znode /1-1095131318/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T18:23:23,890 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1095131318/snapshot-cleanup already deleted, retry=false 2024-11-20T18:23:23,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45607-0x101597c6cb40004, quorum=127.0.0.1:55581, baseZNode=/1-1095131318 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1095131318/running 2024-11-20T18:23:23,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34895-0x101597c6cb40003, quorum=127.0.0.1:55581, baseZNode=/1-1095131318 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1095131318/running 2024-11-20T18:23:23,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45607-0x101597c6cb40004, quorum=127.0.0.1:55581, baseZNode=/1-1095131318 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1095131318 2024-11-20T18:23:23,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34895-0x101597c6cb40003, quorum=127.0.0.1:55581, baseZNode=/1-1095131318 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1095131318 2024-11-20T18:23:23,901 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b87edf34edd,34895,1732127001943, sessionid=0x101597c6cb40003, setting cluster-up flag (Was=false) 2024-11-20T18:23:23,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45607-0x101597c6cb40004, quorum=127.0.0.1:55581, baseZNode=/1-1095131318 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1095131318 2024-11-20T18:23:23,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34895-0x101597c6cb40003, quorum=127.0.0.1:55581, baseZNode=/1-1095131318 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1095131318 2024-11-20T18:23:23,953 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1095131318/flush-table-proc/acquired, /1-1095131318/flush-table-proc/reached, /1-1095131318/flush-table-proc/abort 2024-11-20T18:23:23,954 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b87edf34edd,34895,1732127001943 2024-11-20T18:23:23,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34895-0x101597c6cb40003, quorum=127.0.0.1:55581, baseZNode=/1-1095131318 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1095131318 2024-11-20T18:23:23,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45607-0x101597c6cb40004, quorum=127.0.0.1:55581, baseZNode=/1-1095131318 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1095131318 2024-11-20T18:23:24,006 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1095131318/online-snapshot/acquired, /1-1095131318/online-snapshot/reached, /1-1095131318/online-snapshot/abort 2024-11-20T18:23:24,007 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b87edf34edd,34895,1732127001943 2024-11-20T18:23:24,007 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T18:23:24,008 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T18:23:24,009 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T18:23:24,009 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T18:23:24,009 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b87edf34edd,34895,1732127001943 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T18:23:24,010 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:23:24,010 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:23:24,010 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:23:24,010 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:23:24,010 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b87edf34edd:0, corePoolSize=10, maxPoolSize=10 2024-11-20T18:23:24,010 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:23:24,010 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b87edf34edd:0, corePoolSize=2, maxPoolSize=2 2024-11-20T18:23:24,010 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:23:24,011 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732127034011 2024-11-20T18:23:24,011 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T18:23:24,011 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:23:24,011 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T18:23:24,011 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T18:23:24,011 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T18:23:24,011 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T18:23:24,011 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T18:23:24,011 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T18:23:24,012 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:24,012 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T18:23:24,012 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T18:23:24,012 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:24,012 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T18:23:24,012 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T18:23:24,012 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T18:23:24,012 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T18:23:24,012 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T18:23:24,013 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732127004012,5,FailOnTimeoutGroup] 2024-11-20T18:23:24,013 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732127004013,5,FailOnTimeoutGroup] 2024-11-20T18:23:24,013 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:24,013 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T18:23:24,013 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:24,013 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:24,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43561 is added to blk_1073741831_1007 (size=1321) 2024-11-20T18:23:24,078 INFO [RS:0;6b87edf34edd:45607 {}] regionserver.HRegionServer(746): ClusterId : 14a39246-66a4-40b3-ba37-63459939202e 2024-11-20T18:23:24,078 DEBUG [RS:0;6b87edf34edd:45607 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T18:23:24,091 DEBUG [RS:0;6b87edf34edd:45607 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T18:23:24,091 DEBUG [RS:0;6b87edf34edd:45607 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T18:23:24,101 DEBUG [RS:0;6b87edf34edd:45607 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T18:23:24,101 DEBUG [RS:0;6b87edf34edd:45607 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48ac422c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b87edf34edd/172.17.0.3:0 2024-11-20T18:23:24,119 DEBUG [RS:0;6b87edf34edd:45607 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b87edf34edd:45607 2024-11-20T18:23:24,119 INFO [RS:0;6b87edf34edd:45607 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T18:23:24,119 INFO [RS:0;6b87edf34edd:45607 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T18:23:24,119 DEBUG [RS:0;6b87edf34edd:45607 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T18:23:24,120 INFO [RS:0;6b87edf34edd:45607 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b87edf34edd,34895,1732127001943 with port=45607, startcode=1732127002046 2024-11-20T18:23:24,120 DEBUG [RS:0;6b87edf34edd:45607 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T18:23:24,122 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41667, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T18:23:24,122 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34895 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b87edf34edd,45607,1732127002046 2024-11-20T18:23:24,122 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34895 {}] master.ServerManager(517): Registering regionserver=6b87edf34edd,45607,1732127002046 2024-11-20T18:23:24,124 DEBUG [RS:0;6b87edf34edd:45607 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb 2024-11-20T18:23:24,124 DEBUG [RS:0;6b87edf34edd:45607 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45557 2024-11-20T18:23:24,124 DEBUG [RS:0;6b87edf34edd:45607 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T18:23:24,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34895-0x101597c6cb40003, quorum=127.0.0.1:55581, baseZNode=/1-1095131318 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1095131318/rs 2024-11-20T18:23:24,133 DEBUG [RS:0;6b87edf34edd:45607 {}] zookeeper.ZKUtil(111): regionserver:45607-0x101597c6cb40004, quorum=127.0.0.1:55581, baseZNode=/1-1095131318 Set watcher on existing znode=/1-1095131318/rs/6b87edf34edd,45607,1732127002046 2024-11-20T18:23:24,133 WARN [RS:0;6b87edf34edd:45607 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T18:23:24,133 INFO [RS:0;6b87edf34edd:45607 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:23:24,133 DEBUG [RS:0;6b87edf34edd:45607 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/WALs/6b87edf34edd,45607,1732127002046 2024-11-20T18:23:24,133 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b87edf34edd,45607,1732127002046] 2024-11-20T18:23:24,142 INFO [RS:0;6b87edf34edd:45607 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T18:23:24,144 INFO [RS:0;6b87edf34edd:45607 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T18:23:24,145 INFO [RS:0;6b87edf34edd:45607 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T18:23:24,145 INFO [RS:0;6b87edf34edd:45607 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:24,148 INFO [RS:0;6b87edf34edd:45607 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T18:23:24,149 INFO [RS:0;6b87edf34edd:45607 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T18:23:24,149 INFO [RS:0;6b87edf34edd:45607 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:24,149 DEBUG [RS:0;6b87edf34edd:45607 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:23:24,149 DEBUG [RS:0;6b87edf34edd:45607 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:23:24,149 DEBUG [RS:0;6b87edf34edd:45607 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:23:24,149 DEBUG [RS:0;6b87edf34edd:45607 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:23:24,149 DEBUG [RS:0;6b87edf34edd:45607 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:23:24,149 DEBUG [RS:0;6b87edf34edd:45607 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b87edf34edd:0, corePoolSize=2, maxPoolSize=2 2024-11-20T18:23:24,149 DEBUG [RS:0;6b87edf34edd:45607 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:23:24,149 DEBUG [RS:0;6b87edf34edd:45607 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:23:24,149 DEBUG [RS:0;6b87edf34edd:45607 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:23:24,149 DEBUG [RS:0;6b87edf34edd:45607 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:23:24,149 DEBUG [RS:0;6b87edf34edd:45607 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:23:24,149 DEBUG [RS:0;6b87edf34edd:45607 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:23:24,149 DEBUG [RS:0;6b87edf34edd:45607 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b87edf34edd:0, corePoolSize=3, maxPoolSize=3 2024-11-20T18:23:24,149 DEBUG [RS:0;6b87edf34edd:45607 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b87edf34edd:0, corePoolSize=3, maxPoolSize=3 2024-11-20T18:23:24,152 INFO [RS:0;6b87edf34edd:45607 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:24,152 INFO [RS:0;6b87edf34edd:45607 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:24,152 INFO [RS:0;6b87edf34edd:45607 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:24,152 INFO [RS:0;6b87edf34edd:45607 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:24,152 INFO [RS:0;6b87edf34edd:45607 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:24,152 INFO [RS:0;6b87edf34edd:45607 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,45607,1732127002046-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T18:23:24,171 INFO [RS:0;6b87edf34edd:45607 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T18:23:24,171 INFO [RS:0;6b87edf34edd:45607 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,45607,1732127002046-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:24,172 INFO [RS:0;6b87edf34edd:45607 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:24,172 INFO [RS:0;6b87edf34edd:45607 {}] regionserver.Replication(171): 6b87edf34edd,45607,1732127002046 started 2024-11-20T18:23:24,189 INFO [RS:0;6b87edf34edd:45607 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:24,189 INFO [RS:0;6b87edf34edd:45607 {}] regionserver.HRegionServer(1482): Serving as 6b87edf34edd,45607,1732127002046, RpcServer on 6b87edf34edd/172.17.0.3:45607, sessionid=0x101597c6cb40004 2024-11-20T18:23:24,189 DEBUG [RS:0;6b87edf34edd:45607 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T18:23:24,190 DEBUG [RS:0;6b87edf34edd:45607 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b87edf34edd,45607,1732127002046 2024-11-20T18:23:24,190 DEBUG [RS:0;6b87edf34edd:45607 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b87edf34edd,45607,1732127002046' 2024-11-20T18:23:24,190 DEBUG [RS:0;6b87edf34edd:45607 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1095131318/flush-table-proc/abort' 2024-11-20T18:23:24,190 DEBUG [RS:0;6b87edf34edd:45607 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1095131318/flush-table-proc/acquired' 2024-11-20T18:23:24,191 DEBUG [RS:0;6b87edf34edd:45607 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T18:23:24,191 DEBUG [RS:0;6b87edf34edd:45607 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T18:23:24,191 DEBUG [RS:0;6b87edf34edd:45607 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b87edf34edd,45607,1732127002046 2024-11-20T18:23:24,191 DEBUG [RS:0;6b87edf34edd:45607 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b87edf34edd,45607,1732127002046' 2024-11-20T18:23:24,191 DEBUG [RS:0;6b87edf34edd:45607 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1095131318/online-snapshot/abort' 2024-11-20T18:23:24,191 DEBUG [RS:0;6b87edf34edd:45607 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1095131318/online-snapshot/acquired' 2024-11-20T18:23:24,191 DEBUG [RS:0;6b87edf34edd:45607 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T18:23:24,191 INFO [RS:0;6b87edf34edd:45607 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T18:23:24,191 INFO [RS:0;6b87edf34edd:45607 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T18:23:24,292 INFO [RS:0;6b87edf34edd:45607 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T18:23:24,293 INFO [RS:0;6b87edf34edd:45607 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b87edf34edd%2C45607%2C1732127002046, suffix=, logDir=hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/WALs/6b87edf34edd,45607,1732127002046, archiveDir=hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/oldWALs, maxLogs=10 2024-11-20T18:23:24,310 DEBUG [RS:0;6b87edf34edd:45607 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/WALs/6b87edf34edd,45607,1732127002046/6b87edf34edd%2C45607%2C1732127002046.1732127004293, exclude list is [], retry=0 2024-11-20T18:23:24,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43561,DS-c748e952-6032-4d33-aea7-a1089366ee4a,DISK] 2024-11-20T18:23:24,314 INFO [RS:0;6b87edf34edd:45607 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/WALs/6b87edf34edd,45607,1732127002046/6b87edf34edd%2C45607%2C1732127002046.1732127004293 2024-11-20T18:23:24,314 DEBUG [RS:0;6b87edf34edd:45607 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43251:43251)] 2024-11-20T18:23:24,418 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T18:23:24,418 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb 2024-11-20T18:23:24,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43561 is added to blk_1073741833_1009 (size=32) 2024-11-20T18:23:24,823 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:23:24,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T18:23:24,825 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T18:23:24,825 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:24,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:23:24,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T18:23:24,826 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T18:23:24,826 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:24,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:23:24,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T18:23:24,827 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T18:23:24,827 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:24,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:23:24,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T18:23:24,829 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T18:23:24,829 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:24,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:23:24,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T18:23:24,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/data/hbase/meta/1588230740 2024-11-20T18:23:24,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/data/hbase/meta/1588230740 2024-11-20T18:23:24,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T18:23:24,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T18:23:24,831 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:23:24,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T18:23:24,833 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:23:24,833 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73319903, jitterRate=0.09255169332027435}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:23:24,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732127004823Initializing all the Stores at 1732127004824 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732127004824Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732127004824Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127004824Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732127004824Cleaning up temporary data from old regions at 1732127004831 (+7 ms)Region opened successfully at 1732127004833 (+2 ms) 2024-11-20T18:23:24,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T18:23:24,833 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T18:23:24,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T18:23:24,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T18:23:24,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T18:23:24,834 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T18:23:24,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732127004833Disabling compacts and flushes for region at 1732127004833Disabling writes for close at 1732127004833Writing region close event to WAL at 1732127004834 (+1 ms)Closed at 1732127004834 2024-11-20T18:23:24,834 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:23:24,834 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T18:23:24,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T18:23:24,835 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T18:23:24,836 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T18:23:24,986 DEBUG [6b87edf34edd:34895 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T18:23:24,987 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b87edf34edd,45607,1732127002046 2024-11-20T18:23:24,988 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b87edf34edd,45607,1732127002046, state=OPENING 2024-11-20T18:23:25,089 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T18:23:25,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34895-0x101597c6cb40003, quorum=127.0.0.1:55581, baseZNode=/1-1095131318 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1095131318 2024-11-20T18:23:25,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45607-0x101597c6cb40004, quorum=127.0.0.1:55581, baseZNode=/1-1095131318 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1095131318 2024-11-20T18:23:25,154 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1095131318/meta-region-server: CHANGED 2024-11-20T18:23:25,154 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1095131318/meta-region-server: CHANGED 2024-11-20T18:23:25,154 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T18:23:25,154 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b87edf34edd,45607,1732127002046}] 2024-11-20T18:23:25,167 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T18:23:25,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:25,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:25,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:25,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:25,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:25,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:25,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:25,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:25,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:25,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:25,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:25,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:25,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:25,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:25,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:25,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:25,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:25,306 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T18:23:25,307 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37837, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T18:23:25,309 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T18:23:25,309 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:23:25,309 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T18:23:25,310 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b87edf34edd%2C45607%2C1732127002046.meta, suffix=.meta, logDir=hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/WALs/6b87edf34edd,45607,1732127002046, archiveDir=hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/oldWALs, maxLogs=10 2024-11-20T18:23:25,324 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/WALs/6b87edf34edd,45607,1732127002046/6b87edf34edd%2C45607%2C1732127002046.meta.1732127005311.meta, exclude list is [], retry=0 2024-11-20T18:23:25,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43561,DS-c748e952-6032-4d33-aea7-a1089366ee4a,DISK] 2024-11-20T18:23:25,327 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/WALs/6b87edf34edd,45607,1732127002046/6b87edf34edd%2C45607%2C1732127002046.meta.1732127005311.meta 2024-11-20T18:23:25,328 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43251:43251)] 2024-11-20T18:23:25,328 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:23:25,328 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T18:23:25,328 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T18:23:25,328 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T18:23:25,328 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T18:23:25,328 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T18:23:25,328 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:23:25,328 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T18:23:25,328 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T18:23:25,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T18:23:25,330 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T18:23:25,330 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:25,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:23:25,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T18:23:25,331 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T18:23:25,331 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:25,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:23:25,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T18:23:25,332 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T18:23:25,332 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:25,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:23:25,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T18:23:25,333 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T18:23:25,333 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:25,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:23:25,333 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T18:23:25,334 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/data/hbase/meta/1588230740 2024-11-20T18:23:25,335 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/data/hbase/meta/1588230740 2024-11-20T18:23:25,335 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T18:23:25,335 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T18:23:25,336 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:23:25,337 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T18:23:25,337 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64433692, jitterRate=-0.03986316919326782}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:23:25,337 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T18:23:25,337 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732127005329Writing region info on filesystem at 1732127005329Initializing all the Stores at 1732127005329Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732127005329Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732127005329Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127005329Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732127005329Cleaning up temporary data from old regions at 1732127005335 (+6 ms)Running coprocessor post-open hooks at 1732127005337 (+2 ms)Region opened successfully at 1732127005337 2024-11-20T18:23:25,338 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732127005305 2024-11-20T18:23:25,339 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T18:23:25,339 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T18:23:25,340 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b87edf34edd,45607,1732127002046 2024-11-20T18:23:25,340 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b87edf34edd,45607,1732127002046, state=OPEN 2024-11-20T18:23:25,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34895-0x101597c6cb40003, quorum=127.0.0.1:55581, baseZNode=/1-1095131318 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1095131318/meta-region-server 2024-11-20T18:23:25,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45607-0x101597c6cb40004, quorum=127.0.0.1:55581, baseZNode=/1-1095131318 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1095131318/meta-region-server 2024-11-20T18:23:25,349 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1095131318/meta-region-server: CHANGED 2024-11-20T18:23:25,349 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b87edf34edd,45607,1732127002046 2024-11-20T18:23:25,349 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1095131318/meta-region-server: CHANGED 2024-11-20T18:23:25,350 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T18:23:25,350 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b87edf34edd,45607,1732127002046 in 195 msec 2024-11-20T18:23:25,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T18:23:25,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 515 msec 2024-11-20T18:23:25,352 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:23:25,352 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T18:23:25,353 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:23:25,353 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,45607,1732127002046, seqNum=-1] 2024-11-20T18:23:25,353 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:23:25,354 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48189, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:23:25,358 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3490 sec 2024-11-20T18:23:25,358 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732127005358, completionTime=-1 2024-11-20T18:23:25,359 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T18:23:25,359 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T18:23:25,360 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T18:23:25,360 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732127065360 2024-11-20T18:23:25,360 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732127125360 2024-11-20T18:23:25,360 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T18:23:25,361 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,34895,1732127001943-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:25,361 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,34895,1732127001943-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:25,361 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,34895,1732127001943-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:25,361 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b87edf34edd:34895, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:25,361 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:25,361 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:25,362 DEBUG [master/6b87edf34edd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T18:23:25,364 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.247sec 2024-11-20T18:23:25,364 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T18:23:25,364 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T18:23:25,364 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T18:23:25,364 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T18:23:25,364 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T18:23:25,364 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,34895,1732127001943-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T18:23:25,364 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,34895,1732127001943-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T18:23:25,366 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T18:23:25,366 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T18:23:25,366 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,34895,1732127001943-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:25,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dc11d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:25,378 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,34895,-1 for getting cluster id 2024-11-20T18:23:25,379 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:23:25,379 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14a39246-66a4-40b3-ba37-63459939202e' 2024-11-20T18:23:25,379 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:23:25,380 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14a39246-66a4-40b3-ba37-63459939202e" 2024-11-20T18:23:25,380 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3549247, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:25,380 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,34895,-1] 2024-11-20T18:23:25,380 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:23:25,380 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:25,381 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:23:25,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5469fc8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:25,382 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:23:25,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,45607,1732127002046, seqNum=-1] 2024-11-20T18:23:25,383 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:23:25,383 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:23:25,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b87edf34edd,34895,1732127001943 2024-11-20T18:23:25,385 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55581 2024-11-20T18:23:25,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55581, baseZNode=/1-1095131318 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:23:25,396 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101597c6cb40005 connected 2024-11-20T18:23:25,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604de9bf-1c3b-061f-ec01-d20b83f01904/hadoop.log.dir so I do NOT create it in target/test-data/9da27f8b-6ab5-212a-67e6-f17348420cfe 2024-11-20T18:23:25,408 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604de9bf-1c3b-061f-ec01-d20b83f01904/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T18:23:25,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604de9bf-1c3b-061f-ec01-d20b83f01904/hadoop.tmp.dir so I do NOT create it in target/test-data/9da27f8b-6ab5-212a-67e6-f17348420cfe 2024-11-20T18:23:25,408 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604de9bf-1c3b-061f-ec01-d20b83f01904/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T18:23:25,408 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da27f8b-6ab5-212a-67e6-f17348420cfe 2024-11-20T18:23:25,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T18:23:25,408 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da27f8b-6ab5-212a-67e6-f17348420cfe/cluster_12fe28ed-79d2-9bc6-7033-6a1335c90760, deleteOnExit=true 2024-11-20T18:23:25,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T18:23:25,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da27f8b-6ab5-212a-67e6-f17348420cfe/test.cache.data in system properties and HBase conf 2024-11-20T18:23:25,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da27f8b-6ab5-212a-67e6-f17348420cfe/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T18:23:25,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da27f8b-6ab5-212a-67e6-f17348420cfe/hadoop.log.dir in system properties and HBase conf 2024-11-20T18:23:25,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da27f8b-6ab5-212a-67e6-f17348420cfe/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T18:23:25,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da27f8b-6ab5-212a-67e6-f17348420cfe/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T18:23:25,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T18:23:25,409 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T18:23:25,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da27f8b-6ab5-212a-67e6-f17348420cfe/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T18:23:25,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da27f8b-6ab5-212a-67e6-f17348420cfe/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T18:23:25,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da27f8b-6ab5-212a-67e6-f17348420cfe/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T18:23:25,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da27f8b-6ab5-212a-67e6-f17348420cfe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T18:23:25,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da27f8b-6ab5-212a-67e6-f17348420cfe/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T18:23:25,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da27f8b-6ab5-212a-67e6-f17348420cfe/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T18:23:25,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da27f8b-6ab5-212a-67e6-f17348420cfe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T18:23:25,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da27f8b-6ab5-212a-67e6-f17348420cfe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T18:23:25,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da27f8b-6ab5-212a-67e6-f17348420cfe/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T18:23:25,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da27f8b-6ab5-212a-67e6-f17348420cfe/nfs.dump.dir in system properties and HBase conf 2024-11-20T18:23:25,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da27f8b-6ab5-212a-67e6-f17348420cfe/java.io.tmpdir in system properties and HBase conf 2024-11-20T18:23:25,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da27f8b-6ab5-212a-67e6-f17348420cfe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T18:23:25,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da27f8b-6ab5-212a-67e6-f17348420cfe/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T18:23:25,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da27f8b-6ab5-212a-67e6-f17348420cfe/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T18:23:25,730 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:23:25,732 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T18:23:25,733 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T18:23:25,734 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T18:23:25,734 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T18:23:25,734 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:23:25,734 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69cc3115{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da27f8b-6ab5-212a-67e6-f17348420cfe/hadoop.log.dir/,AVAILABLE} 2024-11-20T18:23:25,735 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16979058{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T18:23:25,827 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@659e314e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da27f8b-6ab5-212a-67e6-f17348420cfe/java.io.tmpdir/jetty-localhost-39213-hadoop-hdfs-3_4_1-tests_jar-_-any-8506796657719716686/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T18:23:25,828 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@25c8160{HTTP/1.1, (http/1.1)}{localhost:39213} 2024-11-20T18:23:25,828 INFO [Time-limited test {}] server.Server(415): Started @346168ms 2024-11-20T18:23:25,829 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:23:25,829 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b87edf34edd,38325,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b87edf34edd:38325 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T18:23:25,830 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148965 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b87edf34edd,38325,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b87edf34edd:38325 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T18:23:26,090 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T18:23:26,092 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T18:23:26,093 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T18:23:26,093 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T18:23:26,093 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T18:23:26,093 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26c7ccc8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da27f8b-6ab5-212a-67e6-f17348420cfe/hadoop.log.dir/,AVAILABLE} 2024-11-20T18:23:26,093 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53859a95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T18:23:26,187 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5181d241{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da27f8b-6ab5-212a-67e6-f17348420cfe/java.io.tmpdir/jetty-localhost-42023-hadoop-hdfs-3_4_1-tests_jar-_-any-1070888559655214766/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T18:23:26,187 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@341acd1e{HTTP/1.1, (http/1.1)}{localhost:42023} 2024-11-20T18:23:26,187 INFO [Time-limited test {}] server.Server(415): Started @346528ms 2024-11-20T18:23:26,188 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T18:23:26,873 WARN [Thread-4579 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da27f8b-6ab5-212a-67e6-f17348420cfe/cluster_12fe28ed-79d2-9bc6-7033-6a1335c90760/data/data1/current/BP-733700841-172.17.0.3-1732127005428/current, will proceed with Du for space computation calculation, 2024-11-20T18:23:26,873 WARN [Thread-4580 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da27f8b-6ab5-212a-67e6-f17348420cfe/cluster_12fe28ed-79d2-9bc6-7033-6a1335c90760/data/data2/current/BP-733700841-172.17.0.3-1732127005428/current, will proceed with Du for space computation calculation, 2024-11-20T18:23:26,893 WARN [Thread-4567 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T18:23:26,895 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe697eb5a6328c3b7 with lease ID 0xf53009ff07869947: Processing first storage report for DS-85c1f2ea-7f9b-421d-9ec3-6c25f377a549 from datanode DatanodeRegistration(127.0.0.1:41111, datanodeUuid=05b318d1-992e-48a4-bafc-1f9bb09a8fcb, infoPort=37071, infoSecurePort=0, ipcPort=38893, storageInfo=lv=-57;cid=testClusterID;nsid=1519657925;c=1732127005428) 2024-11-20T18:23:26,895 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe697eb5a6328c3b7 with lease ID 0xf53009ff07869947: from storage DS-85c1f2ea-7f9b-421d-9ec3-6c25f377a549 node DatanodeRegistration(127.0.0.1:41111, datanodeUuid=05b318d1-992e-48a4-bafc-1f9bb09a8fcb, infoPort=37071, infoSecurePort=0, ipcPort=38893, storageInfo=lv=-57;cid=testClusterID;nsid=1519657925;c=1732127005428), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T18:23:26,895 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe697eb5a6328c3b7 with lease ID 0xf53009ff07869947: Processing first storage report for DS-1899263f-4996-4192-927e-8c13a00ebd02 from datanode DatanodeRegistration(127.0.0.1:41111, datanodeUuid=05b318d1-992e-48a4-bafc-1f9bb09a8fcb, infoPort=37071, infoSecurePort=0, ipcPort=38893, storageInfo=lv=-57;cid=testClusterID;nsid=1519657925;c=1732127005428) 2024-11-20T18:23:26,895 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe697eb5a6328c3b7 with lease ID 0xf53009ff07869947: from storage DS-1899263f-4996-4192-927e-8c13a00ebd02 node DatanodeRegistration(127.0.0.1:41111, datanodeUuid=05b318d1-992e-48a4-bafc-1f9bb09a8fcb, infoPort=37071, infoSecurePort=0, ipcPort=38893, storageInfo=lv=-57;cid=testClusterID;nsid=1519657925;c=1732127005428), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T18:23:26,910 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da27f8b-6ab5-212a-67e6-f17348420cfe 2024-11-20T18:23:26,911 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:23:26,912 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:23:26,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741825_1001 (size=7) 2024-11-20T18:23:26,918 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985 with version=8 2024-11-20T18:23:26,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/hbase-staging 2024-11-20T18:23:26,920 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6b87edf34edd:0 server-side Connection retries=45 2024-11-20T18:23:26,920 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:23:26,920 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T18:23:26,920 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T18:23:26,920 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:23:26,920 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T18:23:26,920 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T18:23:26,920 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T18:23:26,921 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45551 2024-11-20T18:23:26,921 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45551 connecting to ZooKeeper ensemble=127.0.0.1:55581 2024-11-20T18:23:26,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:455510x0, quorum=127.0.0.1:55581, baseZNode=/2-365952734 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:23:26,943 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45551-0x101597c6cb40006 connected 2024-11-20T18:23:27,016 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:23:27,017 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:23:27,019 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45551-0x101597c6cb40006, quorum=127.0.0.1:55581, baseZNode=/2-365952734 Set watcher on znode that does not yet exist, /2-365952734/running 2024-11-20T18:23:27,019 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985, hbase.cluster.distributed=false 2024-11-20T18:23:27,020 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45551-0x101597c6cb40006, quorum=127.0.0.1:55581, baseZNode=/2-365952734 Set watcher on znode that does not yet exist, /2-365952734/acl 2024-11-20T18:23:27,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45551 2024-11-20T18:23:27,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45551 2024-11-20T18:23:27,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45551 2024-11-20T18:23:27,021 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45551 2024-11-20T18:23:27,021 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45551 2024-11-20T18:23:27,033 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6b87edf34edd:0 server-side Connection retries=45 2024-11-20T18:23:27,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:23:27,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T18:23:27,033 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T18:23:27,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T18:23:27,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T18:23:27,033 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T18:23:27,034 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T18:23:27,034 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33631 2024-11-20T18:23:27,034 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33631 connecting to ZooKeeper ensemble=127.0.0.1:55581 2024-11-20T18:23:27,035 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:23:27,036 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:23:27,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:336310x0, quorum=127.0.0.1:55581, baseZNode=/2-365952734 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:23:27,048 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:336310x0, quorum=127.0.0.1:55581, baseZNode=/2-365952734 Set watcher on znode that does not yet exist, /2-365952734/running 2024-11-20T18:23:27,048 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33631-0x101597c6cb40007 connected 2024-11-20T18:23:27,049 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T18:23:27,049 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T18:23:27,049 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33631-0x101597c6cb40007, quorum=127.0.0.1:55581, baseZNode=/2-365952734 Set watcher on znode that does not yet exist, /2-365952734/master 2024-11-20T18:23:27,050 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33631-0x101597c6cb40007, quorum=127.0.0.1:55581, baseZNode=/2-365952734 Set watcher on znode that does not yet exist, /2-365952734/acl 2024-11-20T18:23:27,050 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33631 2024-11-20T18:23:27,051 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33631 2024-11-20T18:23:27,051 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33631 2024-11-20T18:23:27,051 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33631 2024-11-20T18:23:27,051 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33631 2024-11-20T18:23:27,062 DEBUG [M:0;6b87edf34edd:45551 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6b87edf34edd:45551 2024-11-20T18:23:27,062 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-365952734/backup-masters/6b87edf34edd,45551,1732127006920 2024-11-20T18:23:27,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45551-0x101597c6cb40006, quorum=127.0.0.1:55581, baseZNode=/2-365952734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-365952734/backup-masters 2024-11-20T18:23:27,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33631-0x101597c6cb40007, quorum=127.0.0.1:55581, baseZNode=/2-365952734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-365952734/backup-masters 2024-11-20T18:23:27,069 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45551-0x101597c6cb40006, quorum=127.0.0.1:55581, baseZNode=/2-365952734 Set watcher on existing znode=/2-365952734/backup-masters/6b87edf34edd,45551,1732127006920 2024-11-20T18:23:27,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45551-0x101597c6cb40006, quorum=127.0.0.1:55581, baseZNode=/2-365952734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-365952734 2024-11-20T18:23:27,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33631-0x101597c6cb40007, quorum=127.0.0.1:55581, baseZNode=/2-365952734 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-365952734/master 2024-11-20T18:23:27,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33631-0x101597c6cb40007, quorum=127.0.0.1:55581, baseZNode=/2-365952734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-365952734 2024-11-20T18:23:27,080 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45551-0x101597c6cb40006, quorum=127.0.0.1:55581, baseZNode=/2-365952734 Set watcher on existing znode=/2-365952734/master 2024-11-20T18:23:27,080 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-365952734/backup-masters/6b87edf34edd,45551,1732127006920 from backup master directory 2024-11-20T18:23:27,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45551-0x101597c6cb40006, quorum=127.0.0.1:55581, baseZNode=/2-365952734 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-365952734/backup-masters/6b87edf34edd,45551,1732127006920 2024-11-20T18:23:27,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33631-0x101597c6cb40007, quorum=127.0.0.1:55581, baseZNode=/2-365952734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-365952734/backup-masters 2024-11-20T18:23:27,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45551-0x101597c6cb40006, quorum=127.0.0.1:55581, baseZNode=/2-365952734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-365952734/backup-masters 2024-11-20T18:23:27,090 WARN [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T18:23:27,090 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6b87edf34edd,45551,1732127006920 2024-11-20T18:23:27,092 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/hbase.id] with ID: 90abdb0a-3d7d-425b-9195-caa0d1b84984 2024-11-20T18:23:27,092 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/.tmp/hbase.id 2024-11-20T18:23:27,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741826_1002 (size=42) 2024-11-20T18:23:27,096 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/.tmp/hbase.id]:[hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/hbase.id] 2024-11-20T18:23:27,102 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:23:27,102 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T18:23:27,103 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T18:23:27,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45551-0x101597c6cb40006, quorum=127.0.0.1:55581, baseZNode=/2-365952734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-365952734 2024-11-20T18:23:27,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33631-0x101597c6cb40007, quorum=127.0.0.1:55581, baseZNode=/2-365952734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-365952734 2024-11-20T18:23:27,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741827_1003 (size=196) 2024-11-20T18:23:27,515 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T18:23:27,516 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T18:23:27,516 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:23:27,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741828_1004 (size=1189) 2024-11-20T18:23:27,922 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/MasterData/data/master/store 2024-11-20T18:23:27,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741829_1005 (size=34) 2024-11-20T18:23:28,327 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:23:28,327 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T18:23:28,327 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:23:28,327 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:23:28,327 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T18:23:28,327 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:23:28,327 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:23:28,327 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732127008327Disabling compacts and flushes for region at 1732127008327Disabling writes for close at 1732127008327Writing region close event to WAL at 1732127008327Closed at 1732127008327 2024-11-20T18:23:28,328 WARN [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/MasterData/data/master/store/.initializing 2024-11-20T18:23:28,328 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/MasterData/WALs/6b87edf34edd,45551,1732127006920 2024-11-20T18:23:28,329 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T18:23:28,330 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6b87edf34edd%2C45551%2C1732127006920, suffix=, logDir=hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/MasterData/WALs/6b87edf34edd,45551,1732127006920, archiveDir=hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/MasterData/oldWALs, maxLogs=10 2024-11-20T18:23:28,347 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/MasterData/WALs/6b87edf34edd,45551,1732127006920/6b87edf34edd%2C45551%2C1732127006920.1732127008330, exclude list is [], retry=0 2024-11-20T18:23:28,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41111,DS-85c1f2ea-7f9b-421d-9ec3-6c25f377a549,DISK] 2024-11-20T18:23:28,350 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/MasterData/WALs/6b87edf34edd,45551,1732127006920/6b87edf34edd%2C45551%2C1732127006920.1732127008330 2024-11-20T18:23:28,351 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37071:37071)] 2024-11-20T18:23:28,351 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:23:28,351 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:23:28,351 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:23:28,351 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:23:28,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:23:28,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T18:23:28,353 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:28,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:23:28,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:23:28,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T18:23:28,354 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:28,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:23:28,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:23:28,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T18:23:28,355 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:28,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:23:28,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:23:28,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T18:23:28,356 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:28,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:23:28,356 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:23:28,357 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:23:28,357 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:23:28,357 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:23:28,357 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:23:28,358 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:23:28,358 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T18:23:28,360 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:23:28,360 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62858433, jitterRate=-0.06333635747432709}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:23:28,361 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732127008351Initializing all the Stores at 1732127008352 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732127008352Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127008352Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127008352Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127008352Cleaning up temporary data from old regions at 1732127008357 (+5 ms)Region opened successfully at 1732127008361 (+4 ms) 2024-11-20T18:23:28,361 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T18:23:28,363 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@434a34a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b87edf34edd/172.17.0.3:0 2024-11-20T18:23:28,363 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T18:23:28,363 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T18:23:28,363 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T18:23:28,364 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T18:23:28,364 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T18:23:28,364 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T18:23:28,364 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T18:23:28,368 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T18:23:28,369 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45551-0x101597c6cb40006, quorum=127.0.0.1:55581, baseZNode=/2-365952734 Unable to get data of znode /2-365952734/balancer because node does not exist (not necessarily an error) 2024-11-20T18:23:28,433 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-365952734/balancer already deleted, retry=false 2024-11-20T18:23:28,433 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T18:23:28,434 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45551-0x101597c6cb40006, quorum=127.0.0.1:55581, baseZNode=/2-365952734 Unable to get data of znode /2-365952734/normalizer because node does not exist (not necessarily an error) 2024-11-20T18:23:28,443 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-365952734/normalizer already deleted, retry=false 2024-11-20T18:23:28,444 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T18:23:28,445 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45551-0x101597c6cb40006, quorum=127.0.0.1:55581, baseZNode=/2-365952734 Unable to get data of znode /2-365952734/switch/split because node does not exist (not necessarily an error) 2024-11-20T18:23:28,454 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-365952734/switch/split already deleted, retry=false 2024-11-20T18:23:28,455 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45551-0x101597c6cb40006, quorum=127.0.0.1:55581, baseZNode=/2-365952734 Unable to get data of znode /2-365952734/switch/merge because node does not exist (not necessarily an error) 2024-11-20T18:23:28,464 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-365952734/switch/merge already deleted, retry=false 2024-11-20T18:23:28,466 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45551-0x101597c6cb40006, quorum=127.0.0.1:55581, baseZNode=/2-365952734 Unable to get data of znode /2-365952734/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T18:23:28,475 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-365952734/snapshot-cleanup already deleted, retry=false 2024-11-20T18:23:28,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45551-0x101597c6cb40006, quorum=127.0.0.1:55581, baseZNode=/2-365952734 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-365952734/running 2024-11-20T18:23:28,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33631-0x101597c6cb40007, quorum=127.0.0.1:55581, baseZNode=/2-365952734 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-365952734/running 2024-11-20T18:23:28,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45551-0x101597c6cb40006, quorum=127.0.0.1:55581, baseZNode=/2-365952734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-365952734 2024-11-20T18:23:28,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33631-0x101597c6cb40007, quorum=127.0.0.1:55581, baseZNode=/2-365952734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-365952734 2024-11-20T18:23:28,486 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6b87edf34edd,45551,1732127006920, sessionid=0x101597c6cb40006, setting cluster-up flag (Was=false) 2024-11-20T18:23:28,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45551-0x101597c6cb40006, quorum=127.0.0.1:55581, baseZNode=/2-365952734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-365952734 2024-11-20T18:23:28,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33631-0x101597c6cb40007, quorum=127.0.0.1:55581, baseZNode=/2-365952734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-365952734 2024-11-20T18:23:28,538 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-365952734/flush-table-proc/acquired, /2-365952734/flush-table-proc/reached, /2-365952734/flush-table-proc/abort 2024-11-20T18:23:28,539 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b87edf34edd,45551,1732127006920 2024-11-20T18:23:28,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45551-0x101597c6cb40006, quorum=127.0.0.1:55581, baseZNode=/2-365952734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-365952734 2024-11-20T18:23:28,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33631-0x101597c6cb40007, quorum=127.0.0.1:55581, baseZNode=/2-365952734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-365952734 2024-11-20T18:23:28,591 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-365952734/online-snapshot/acquired, /2-365952734/online-snapshot/reached, /2-365952734/online-snapshot/abort 2024-11-20T18:23:28,591 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6b87edf34edd,45551,1732127006920 2024-11-20T18:23:28,592 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T18:23:28,593 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T18:23:28,594 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T18:23:28,594 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T18:23:28,594 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6b87edf34edd,45551,1732127006920 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T18:23:28,595 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:23:28,595 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:23:28,595 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:23:28,595 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6b87edf34edd:0, corePoolSize=5, maxPoolSize=5 2024-11-20T18:23:28,595 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6b87edf34edd:0, corePoolSize=10, maxPoolSize=10 2024-11-20T18:23:28,595 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:23:28,595 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6b87edf34edd:0, corePoolSize=2, maxPoolSize=2 2024-11-20T18:23:28,595 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:23:28,596 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732127038596 2024-11-20T18:23:28,596 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T18:23:28,596 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:23:28,596 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T18:23:28,596 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T18:23:28,596 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T18:23:28,596 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T18:23:28,596 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T18:23:28,596 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T18:23:28,597 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:28,597 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T18:23:28,597 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:28,597 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T18:23:28,597 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T18:23:28,597 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T18:23:28,597 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T18:23:28,597 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T18:23:28,597 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T18:23:28,598 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732127008597,5,FailOnTimeoutGroup] 2024-11-20T18:23:28,598 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732127008598,5,FailOnTimeoutGroup] 2024-11-20T18:23:28,598 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:28,598 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T18:23:28,598 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:28,598 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:28,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741831_1007 (size=1321) 2024-11-20T18:23:28,602 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T18:23:28,602 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985 2024-11-20T18:23:28,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741832_1008 (size=32) 2024-11-20T18:23:28,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:23:28,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T18:23:28,611 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T18:23:28,611 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:28,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:23:28,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T18:23:28,612 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T18:23:28,612 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:28,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:23:28,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T18:23:28,613 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T18:23:28,613 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:28,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:23:28,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T18:23:28,614 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T18:23:28,614 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:28,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:23:28,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T18:23:28,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/data/hbase/meta/1588230740 2024-11-20T18:23:28,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/data/hbase/meta/1588230740 2024-11-20T18:23:28,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T18:23:28,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T18:23:28,616 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:23:28,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T18:23:28,618 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:23:28,618 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59416326, jitterRate=-0.11462774872779846}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:23:28,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732127008610Initializing all the Stores at 1732127008610Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732127008610Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732127008610Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127008610Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732127008610Cleaning up temporary data from old regions at 1732127008615 (+5 ms)Region opened successfully at 1732127008618 (+3 ms) 2024-11-20T18:23:28,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T18:23:28,618 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T18:23:28,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T18:23:28,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T18:23:28,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T18:23:28,618 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T18:23:28,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732127008618Disabling compacts and flushes for region at 1732127008618Disabling writes for close at 1732127008618Writing region close event to WAL at 1732127008618Closed at 1732127008618 2024-11-20T18:23:28,619 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:23:28,619 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T18:23:28,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T18:23:28,620 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T18:23:28,620 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T18:23:28,654 INFO [RS:0;6b87edf34edd:33631 {}] regionserver.HRegionServer(746): ClusterId : 90abdb0a-3d7d-425b-9195-caa0d1b84984 2024-11-20T18:23:28,654 DEBUG [RS:0;6b87edf34edd:33631 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T18:23:28,671 DEBUG [RS:0;6b87edf34edd:33631 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T18:23:28,671 DEBUG [RS:0;6b87edf34edd:33631 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T18:23:28,680 DEBUG [RS:0;6b87edf34edd:33631 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T18:23:28,681 DEBUG [RS:0;6b87edf34edd:33631 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6620f8b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6b87edf34edd/172.17.0.3:0 2024-11-20T18:23:28,698 DEBUG [RS:0;6b87edf34edd:33631 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6b87edf34edd:33631 2024-11-20T18:23:28,698 INFO [RS:0;6b87edf34edd:33631 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T18:23:28,698 INFO [RS:0;6b87edf34edd:33631 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T18:23:28,698 DEBUG [RS:0;6b87edf34edd:33631 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T18:23:28,699 INFO [RS:0;6b87edf34edd:33631 {}] regionserver.HRegionServer(2659): reportForDuty to master=6b87edf34edd,45551,1732127006920 with port=33631, startcode=1732127007033 2024-11-20T18:23:28,699 DEBUG [RS:0;6b87edf34edd:33631 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T18:23:28,702 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44709, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T18:23:28,702 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45551 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6b87edf34edd,33631,1732127007033 2024-11-20T18:23:28,702 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45551 {}] master.ServerManager(517): Registering regionserver=6b87edf34edd,33631,1732127007033 2024-11-20T18:23:28,704 DEBUG [RS:0;6b87edf34edd:33631 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985 2024-11-20T18:23:28,704 DEBUG [RS:0;6b87edf34edd:33631 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36281 2024-11-20T18:23:28,704 DEBUG [RS:0;6b87edf34edd:33631 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T18:23:28,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45551-0x101597c6cb40006, quorum=127.0.0.1:55581, baseZNode=/2-365952734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-365952734/rs 2024-11-20T18:23:28,766 DEBUG [RS:0;6b87edf34edd:33631 {}] zookeeper.ZKUtil(111): regionserver:33631-0x101597c6cb40007, quorum=127.0.0.1:55581, baseZNode=/2-365952734 Set watcher on existing znode=/2-365952734/rs/6b87edf34edd,33631,1732127007033 2024-11-20T18:23:28,766 WARN [RS:0;6b87edf34edd:33631 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T18:23:28,766 INFO [RS:0;6b87edf34edd:33631 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:23:28,766 DEBUG [RS:0;6b87edf34edd:33631 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/WALs/6b87edf34edd,33631,1732127007033 2024-11-20T18:23:28,766 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6b87edf34edd,33631,1732127007033] 2024-11-20T18:23:28,768 INFO [RS:0;6b87edf34edd:33631 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T18:23:28,769 INFO [RS:0;6b87edf34edd:33631 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T18:23:28,769 INFO [RS:0;6b87edf34edd:33631 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T18:23:28,770 INFO [RS:0;6b87edf34edd:33631 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:28,771 WARN [6b87edf34edd:45551 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T18:23:28,772 INFO [RS:0;6b87edf34edd:33631 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T18:23:28,772 INFO [RS:0;6b87edf34edd:33631 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T18:23:28,772 INFO [RS:0;6b87edf34edd:33631 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:28,772 DEBUG [RS:0;6b87edf34edd:33631 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:23:28,772 DEBUG [RS:0;6b87edf34edd:33631 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:23:28,772 DEBUG [RS:0;6b87edf34edd:33631 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:23:28,772 DEBUG [RS:0;6b87edf34edd:33631 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:23:28,772 DEBUG [RS:0;6b87edf34edd:33631 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:23:28,772 DEBUG [RS:0;6b87edf34edd:33631 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6b87edf34edd:0, corePoolSize=2, maxPoolSize=2 2024-11-20T18:23:28,772 DEBUG [RS:0;6b87edf34edd:33631 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:23:28,772 DEBUG [RS:0;6b87edf34edd:33631 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:23:28,772 DEBUG [RS:0;6b87edf34edd:33631 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:23:28,772 DEBUG [RS:0;6b87edf34edd:33631 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:23:28,772 DEBUG [RS:0;6b87edf34edd:33631 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:23:28,772 DEBUG [RS:0;6b87edf34edd:33631 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6b87edf34edd:0, corePoolSize=1, maxPoolSize=1 2024-11-20T18:23:28,773 DEBUG [RS:0;6b87edf34edd:33631 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6b87edf34edd:0, corePoolSize=3, maxPoolSize=3 2024-11-20T18:23:28,773 DEBUG [RS:0;6b87edf34edd:33631 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6b87edf34edd:0, corePoolSize=3, maxPoolSize=3 2024-11-20T18:23:28,775 INFO [RS:0;6b87edf34edd:33631 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:28,775 INFO [RS:0;6b87edf34edd:33631 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:28,775 INFO [RS:0;6b87edf34edd:33631 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:28,775 INFO [RS:0;6b87edf34edd:33631 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:28,775 INFO [RS:0;6b87edf34edd:33631 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:28,775 INFO [RS:0;6b87edf34edd:33631 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,33631,1732127007033-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T18:23:28,793 INFO [RS:0;6b87edf34edd:33631 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T18:23:28,793 INFO [RS:0;6b87edf34edd:33631 {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,33631,1732127007033-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:28,794 INFO [RS:0;6b87edf34edd:33631 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:28,794 INFO [RS:0;6b87edf34edd:33631 {}] regionserver.Replication(171): 6b87edf34edd,33631,1732127007033 started 2024-11-20T18:23:28,808 INFO [RS:0;6b87edf34edd:33631 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:28,808 INFO [RS:0;6b87edf34edd:33631 {}] regionserver.HRegionServer(1482): Serving as 6b87edf34edd,33631,1732127007033, RpcServer on 6b87edf34edd/172.17.0.3:33631, sessionid=0x101597c6cb40007 2024-11-20T18:23:28,808 DEBUG [RS:0;6b87edf34edd:33631 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T18:23:28,808 DEBUG [RS:0;6b87edf34edd:33631 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6b87edf34edd,33631,1732127007033 2024-11-20T18:23:28,808 DEBUG [RS:0;6b87edf34edd:33631 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b87edf34edd,33631,1732127007033' 2024-11-20T18:23:28,808 DEBUG [RS:0;6b87edf34edd:33631 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-365952734/flush-table-proc/abort' 2024-11-20T18:23:28,809 DEBUG [RS:0;6b87edf34edd:33631 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-365952734/flush-table-proc/acquired' 2024-11-20T18:23:28,809 DEBUG [RS:0;6b87edf34edd:33631 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T18:23:28,809 DEBUG [RS:0;6b87edf34edd:33631 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T18:23:28,809 DEBUG [RS:0;6b87edf34edd:33631 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6b87edf34edd,33631,1732127007033 2024-11-20T18:23:28,809 DEBUG [RS:0;6b87edf34edd:33631 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6b87edf34edd,33631,1732127007033' 2024-11-20T18:23:28,809 DEBUG [RS:0;6b87edf34edd:33631 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-365952734/online-snapshot/abort' 2024-11-20T18:23:28,810 DEBUG [RS:0;6b87edf34edd:33631 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-365952734/online-snapshot/acquired' 2024-11-20T18:23:28,810 DEBUG [RS:0;6b87edf34edd:33631 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T18:23:28,810 INFO [RS:0;6b87edf34edd:33631 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T18:23:28,810 INFO [RS:0;6b87edf34edd:33631 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T18:23:28,911 INFO [RS:0;6b87edf34edd:33631 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T18:23:28,912 INFO [RS:0;6b87edf34edd:33631 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b87edf34edd%2C33631%2C1732127007033, suffix=, logDir=hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/WALs/6b87edf34edd,33631,1732127007033, archiveDir=hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/oldWALs, maxLogs=10 2024-11-20T18:23:28,931 DEBUG [RS:0;6b87edf34edd:33631 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/WALs/6b87edf34edd,33631,1732127007033/6b87edf34edd%2C33631%2C1732127007033.1732127008912, exclude list is [], retry=0 2024-11-20T18:23:28,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41111,DS-85c1f2ea-7f9b-421d-9ec3-6c25f377a549,DISK] 2024-11-20T18:23:28,937 INFO [RS:0;6b87edf34edd:33631 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/WALs/6b87edf34edd,33631,1732127007033/6b87edf34edd%2C33631%2C1732127007033.1732127008912 2024-11-20T18:23:28,938 DEBUG [RS:0;6b87edf34edd:33631 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37071:37071)] 2024-11-20T18:23:29,021 DEBUG [6b87edf34edd:45551 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T18:23:29,021 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6b87edf34edd,33631,1732127007033 2024-11-20T18:23:29,023 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b87edf34edd,33631,1732127007033, state=OPENING 2024-11-20T18:23:29,043 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T18:23:29,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45551-0x101597c6cb40006, quorum=127.0.0.1:55581, baseZNode=/2-365952734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-365952734 2024-11-20T18:23:29,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33631-0x101597c6cb40007, quorum=127.0.0.1:55581, baseZNode=/2-365952734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-365952734 2024-11-20T18:23:29,055 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-365952734/meta-region-server: CHANGED 2024-11-20T18:23:29,055 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-365952734/meta-region-server: CHANGED 2024-11-20T18:23:29,055 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T18:23:29,055 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6b87edf34edd,33631,1732127007033}] 2024-11-20T18:23:29,209 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T18:23:29,210 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40393, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T18:23:29,216 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T18:23:29,217 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:23:29,217 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T18:23:29,218 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b87edf34edd%2C33631%2C1732127007033.meta, suffix=.meta, logDir=hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/WALs/6b87edf34edd,33631,1732127007033, archiveDir=hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/oldWALs, maxLogs=10 2024-11-20T18:23:29,243 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/WALs/6b87edf34edd,33631,1732127007033/6b87edf34edd%2C33631%2C1732127007033.meta.1732127009219.meta, exclude list is [], retry=0 2024-11-20T18:23:29,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41111,DS-85c1f2ea-7f9b-421d-9ec3-6c25f377a549,DISK] 2024-11-20T18:23:29,263 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/WALs/6b87edf34edd,33631,1732127007033/6b87edf34edd%2C33631%2C1732127007033.meta.1732127009219.meta 2024-11-20T18:23:29,264 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37071:37071)] 2024-11-20T18:23:29,264 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:23:29,265 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T18:23:29,265 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T18:23:29,265 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T18:23:29,265 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T18:23:29,265 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T18:23:29,266 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:23:29,266 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T18:23:29,266 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T18:23:29,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T18:23:29,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T18:23:29,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:29,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:23:29,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T18:23:29,269 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T18:23:29,269 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:29,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:23:29,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T18:23:29,271 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T18:23:29,271 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:29,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:23:29,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T18:23:29,272 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T18:23:29,272 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:29,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T18:23:29,273 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T18:23:29,273 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/data/hbase/meta/1588230740 2024-11-20T18:23:29,274 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/data/hbase/meta/1588230740 2024-11-20T18:23:29,275 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T18:23:29,276 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T18:23:29,276 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T18:23:29,277 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T18:23:29,278 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72683577, jitterRate=0.08306969702243805}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T18:23:29,278 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T18:23:29,278 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732127009266Writing region info on filesystem at 1732127009266Initializing all the Stores at 1732127009267 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732127009267Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732127009267Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127009267Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732127009267Cleaning up temporary data from old regions at 1732127009276 (+9 ms)Running coprocessor post-open hooks at 1732127009278 (+2 ms)Region opened successfully at 1732127009278 2024-11-20T18:23:29,279 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732127009208 2024-11-20T18:23:29,282 DEBUG [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T18:23:29,282 INFO [RS_OPEN_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T18:23:29,283 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6b87edf34edd,33631,1732127007033 2024-11-20T18:23:29,284 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6b87edf34edd,33631,1732127007033, state=OPEN 2024-11-20T18:23:29,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45551-0x101597c6cb40006, quorum=127.0.0.1:55581, baseZNode=/2-365952734 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-365952734/meta-region-server 2024-11-20T18:23:29,296 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-365952734/meta-region-server: CHANGED 2024-11-20T18:23:29,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33631-0x101597c6cb40007, quorum=127.0.0.1:55581, baseZNode=/2-365952734 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-365952734/meta-region-server 2024-11-20T18:23:29,296 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-365952734/meta-region-server: CHANGED 2024-11-20T18:23:29,297 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6b87edf34edd,33631,1732127007033 2024-11-20T18:23:29,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T18:23:29,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6b87edf34edd,33631,1732127007033 in 242 msec 2024-11-20T18:23:29,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T18:23:29,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 680 msec 2024-11-20T18:23:29,303 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T18:23:29,303 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T18:23:29,305 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:23:29,305 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,33631,1732127007033, seqNum=-1] 2024-11-20T18:23:29,306 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:23:29,307 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57051, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:23:29,312 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 718 msec 2024-11-20T18:23:29,313 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732127009312, completionTime=-1 2024-11-20T18:23:29,313 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T18:23:29,313 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T18:23:29,315 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T18:23:29,315 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732127069315 2024-11-20T18:23:29,315 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732127129315 2024-11-20T18:23:29,315 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T18:23:29,315 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,45551,1732127006920-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:29,315 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,45551,1732127006920-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:29,315 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,45551,1732127006920-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:29,315 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6b87edf34edd:45551, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:29,315 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:29,316 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:29,318 DEBUG [master/6b87edf34edd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T18:23:29,320 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.230sec 2024-11-20T18:23:29,320 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T18:23:29,320 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T18:23:29,320 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T18:23:29,320 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T18:23:29,320 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T18:23:29,320 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,45551,1732127006920-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T18:23:29,320 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,45551,1732127006920-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T18:23:29,347 DEBUG [master/6b87edf34edd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T18:23:29,347 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T18:23:29,347 INFO [master/6b87edf34edd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6b87edf34edd,45551,1732127006920-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T18:23:29,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d68a3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:29,356 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,45551,-1 for getting cluster id 2024-11-20T18:23:29,356 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:23:29,364 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90abdb0a-3d7d-425b-9195-caa0d1b84984' 2024-11-20T18:23:29,365 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:23:29,365 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90abdb0a-3d7d-425b-9195-caa0d1b84984" 2024-11-20T18:23:29,365 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a315436, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:29,365 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,45551,-1] 2024-11-20T18:23:29,365 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:23:29,366 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:29,366 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:23:29,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9ed338d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:29,368 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:23:29,369 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,33631,1732127007033, seqNum=-1] 2024-11-20T18:23:29,369 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:23:29,370 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:23:29,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6b87edf34edd,45551,1732127006920 2024-11-20T18:23:29,372 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:55581 2024-11-20T18:23:29,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:55581, baseZNode=/2-365952734 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T18:23:29,436 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101597c6cb40008 connected 2024-11-20T18:23:29,452 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:23:29,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,34031,1732126996714 2024-11-20T18:23:29,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b0ca78f 2024-11-20T18:23:29,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:23:29,457 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:23:29,459 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T18:23:29,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T18:23:29,461 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T18:23:29,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T18:23:29,462 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:29,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:23:29,463 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T18:23:29,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741835_1011 (size=902) 2024-11-20T18:23:29,491 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 41bdc3b23d4702561ca1b8e060e7298c, NAME => 'test,,1732127009458.41bdc3b23d4702561ca1b8e060e7298c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d 2024-11-20T18:23:29,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741836_1012 (size=39) 2024-11-20T18:23:29,538 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732127009458.41bdc3b23d4702561ca1b8e060e7298c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:23:29,538 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 41bdc3b23d4702561ca1b8e060e7298c, disabling compactions & flushes 2024-11-20T18:23:29,538 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732127009458.41bdc3b23d4702561ca1b8e060e7298c. 2024-11-20T18:23:29,539 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732127009458.41bdc3b23d4702561ca1b8e060e7298c. 2024-11-20T18:23:29,539 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732127009458.41bdc3b23d4702561ca1b8e060e7298c. after waiting 0 ms 2024-11-20T18:23:29,539 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732127009458.41bdc3b23d4702561ca1b8e060e7298c. 2024-11-20T18:23:29,539 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732127009458.41bdc3b23d4702561ca1b8e060e7298c. 2024-11-20T18:23:29,539 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 41bdc3b23d4702561ca1b8e060e7298c: Waiting for close lock at 1732127009538Disabling compacts and flushes for region at 1732127009538Disabling writes for close at 1732127009539 (+1 ms)Writing region close event to WAL at 1732127009539Closed at 1732127009539 2024-11-20T18:23:29,540 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T18:23:29,540 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732127009458.41bdc3b23d4702561ca1b8e060e7298c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732127009540"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732127009540"}]},"ts":"1732127009540"} 2024-11-20T18:23:29,542 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T18:23:29,544 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T18:23:29,544 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732127009544"}]},"ts":"1732127009544"} 2024-11-20T18:23:29,546 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T18:23:29,547 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=41bdc3b23d4702561ca1b8e060e7298c, ASSIGN}] 2024-11-20T18:23:29,548 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=41bdc3b23d4702561ca1b8e060e7298c, ASSIGN 2024-11-20T18:23:29,549 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=41bdc3b23d4702561ca1b8e060e7298c, ASSIGN; state=OFFLINE, location=6b87edf34edd,39029,1732126996922; forceNewPlan=false, retain=false 2024-11-20T18:23:29,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:23:29,700 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=41bdc3b23d4702561ca1b8e060e7298c, regionState=OPENING, regionLocation=6b87edf34edd,39029,1732126996922 2024-11-20T18:23:29,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=41bdc3b23d4702561ca1b8e060e7298c, ASSIGN because future has completed 2024-11-20T18:23:29,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41bdc3b23d4702561ca1b8e060e7298c, server=6b87edf34edd,39029,1732126996922}] 2024-11-20T18:23:29,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:23:29,858 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732127009458.41bdc3b23d4702561ca1b8e060e7298c. 2024-11-20T18:23:29,858 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 41bdc3b23d4702561ca1b8e060e7298c, NAME => 'test,,1732127009458.41bdc3b23d4702561ca1b8e060e7298c.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:23:29,858 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T18:23:29,858 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T18:23:29,859 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 41bdc3b23d4702561ca1b8e060e7298c 2024-11-20T18:23:29,859 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732127009458.41bdc3b23d4702561ca1b8e060e7298c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:23:29,859 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 41bdc3b23d4702561ca1b8e060e7298c 2024-11-20T18:23:29,859 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 41bdc3b23d4702561ca1b8e060e7298c 2024-11-20T18:23:29,860 INFO [StoreOpener-41bdc3b23d4702561ca1b8e060e7298c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 41bdc3b23d4702561ca1b8e060e7298c 2024-11-20T18:23:29,860 INFO [StoreOpener-41bdc3b23d4702561ca1b8e060e7298c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41bdc3b23d4702561ca1b8e060e7298c columnFamilyName f 2024-11-20T18:23:29,860 DEBUG [StoreOpener-41bdc3b23d4702561ca1b8e060e7298c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:29,861 INFO [StoreOpener-41bdc3b23d4702561ca1b8e060e7298c-1 {}] regionserver.HStore(327): Store=41bdc3b23d4702561ca1b8e060e7298c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:23:29,861 INFO [StoreOpener-41bdc3b23d4702561ca1b8e060e7298c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 41bdc3b23d4702561ca1b8e060e7298c 2024-11-20T18:23:29,861 INFO [StoreOpener-41bdc3b23d4702561ca1b8e060e7298c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41bdc3b23d4702561ca1b8e060e7298c columnFamilyName f1 2024-11-20T18:23:29,861 DEBUG [StoreOpener-41bdc3b23d4702561ca1b8e060e7298c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:29,862 INFO [StoreOpener-41bdc3b23d4702561ca1b8e060e7298c-1 {}] regionserver.HStore(327): Store=41bdc3b23d4702561ca1b8e060e7298c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:23:29,862 INFO [StoreOpener-41bdc3b23d4702561ca1b8e060e7298c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 41bdc3b23d4702561ca1b8e060e7298c 2024-11-20T18:23:29,862 INFO [StoreOpener-41bdc3b23d4702561ca1b8e060e7298c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41bdc3b23d4702561ca1b8e060e7298c columnFamilyName norep 2024-11-20T18:23:29,862 DEBUG [StoreOpener-41bdc3b23d4702561ca1b8e060e7298c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:29,863 INFO [StoreOpener-41bdc3b23d4702561ca1b8e060e7298c-1 {}] regionserver.HStore(327): Store=41bdc3b23d4702561ca1b8e060e7298c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:23:29,863 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 41bdc3b23d4702561ca1b8e060e7298c 2024-11-20T18:23:29,863 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/data/default/test/41bdc3b23d4702561ca1b8e060e7298c 2024-11-20T18:23:29,863 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/data/default/test/41bdc3b23d4702561ca1b8e060e7298c 2024-11-20T18:23:29,864 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 41bdc3b23d4702561ca1b8e060e7298c 2024-11-20T18:23:29,864 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 41bdc3b23d4702561ca1b8e060e7298c 2024-11-20T18:23:29,864 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T18:23:29,865 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 41bdc3b23d4702561ca1b8e060e7298c 2024-11-20T18:23:29,866 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/data/default/test/41bdc3b23d4702561ca1b8e060e7298c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:23:29,866 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 41bdc3b23d4702561ca1b8e060e7298c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59992156, jitterRate=-0.10604721307754517}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T18:23:29,866 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 41bdc3b23d4702561ca1b8e060e7298c 2024-11-20T18:23:29,866 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 41bdc3b23d4702561ca1b8e060e7298c: Running coprocessor pre-open hook at 1732127009859Writing region info on filesystem at 1732127009859Initializing all the Stores at 1732127009859Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127009859Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127009859Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127009859Cleaning up temporary data from old regions at 1732127009864 (+5 ms)Running coprocessor post-open hooks at 1732127009866 (+2 ms)Region opened successfully at 1732127009866 2024-11-20T18:23:29,867 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732127009458.41bdc3b23d4702561ca1b8e060e7298c., pid=6, masterSystemTime=1732127009855 2024-11-20T18:23:29,868 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732127009458.41bdc3b23d4702561ca1b8e060e7298c. 2024-11-20T18:23:29,868 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732127009458.41bdc3b23d4702561ca1b8e060e7298c. 2024-11-20T18:23:29,869 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=41bdc3b23d4702561ca1b8e060e7298c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b87edf34edd,39029,1732126996922 2024-11-20T18:23:29,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41bdc3b23d4702561ca1b8e060e7298c, server=6b87edf34edd,39029,1732126996922 because future has completed 2024-11-20T18:23:29,872 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T18:23:29,872 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 41bdc3b23d4702561ca1b8e060e7298c, server=6b87edf34edd,39029,1732126996922 in 168 msec 2024-11-20T18:23:29,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T18:23:29,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=41bdc3b23d4702561ca1b8e060e7298c, ASSIGN in 325 msec 2024-11-20T18:23:29,874 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T18:23:29,874 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732127009874"}]},"ts":"1732127009874"} 2024-11-20T18:23:29,876 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T18:23:29,876 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T18:23:29,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 417 msec 2024-11-20T18:23:30,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:23:30,090 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:23:30,090 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T18:23:30,090 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,34895,1732127001943 2024-11-20T18:23:30,090 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59eafa0f 2024-11-20T18:23:30,090 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:23:30,091 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:23:30,092 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T18:23:30,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T18:23:30,093 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T18:23:30,093 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:30,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T18:23:30,094 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T18:23:30,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:23:30,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43561 is added to blk_1073741835_1011 (size=902) 2024-11-20T18:23:30,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:23:30,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:23:30,499 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ff191c91e72e4be0eaad0e81afb48309, NAME => 'test,,1732127010091.ff191c91e72e4be0eaad0e81afb48309.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb 2024-11-20T18:23:30,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43561 is added to blk_1073741836_1012 (size=39) 2024-11-20T18:23:30,507 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732127010091.ff191c91e72e4be0eaad0e81afb48309.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:23:30,507 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ff191c91e72e4be0eaad0e81afb48309, disabling compactions & flushes 2024-11-20T18:23:30,507 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732127010091.ff191c91e72e4be0eaad0e81afb48309. 2024-11-20T18:23:30,508 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732127010091.ff191c91e72e4be0eaad0e81afb48309. 2024-11-20T18:23:30,508 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732127010091.ff191c91e72e4be0eaad0e81afb48309. after waiting 0 ms 2024-11-20T18:23:30,508 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732127010091.ff191c91e72e4be0eaad0e81afb48309. 2024-11-20T18:23:30,508 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732127010091.ff191c91e72e4be0eaad0e81afb48309. 2024-11-20T18:23:30,508 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ff191c91e72e4be0eaad0e81afb48309: Waiting for close lock at 1732127010507Disabling compacts and flushes for region at 1732127010507Disabling writes for close at 1732127010508 (+1 ms)Writing region close event to WAL at 1732127010508Closed at 1732127010508 2024-11-20T18:23:30,509 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T18:23:30,509 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732127010091.ff191c91e72e4be0eaad0e81afb48309.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732127010509"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732127010509"}]},"ts":"1732127010509"} 2024-11-20T18:23:30,510 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T18:23:30,511 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T18:23:30,511 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732127010511"}]},"ts":"1732127010511"} 2024-11-20T18:23:30,513 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T18:23:30,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ff191c91e72e4be0eaad0e81afb48309, ASSIGN}] 2024-11-20T18:23:30,514 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ff191c91e72e4be0eaad0e81afb48309, ASSIGN 2024-11-20T18:23:30,514 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ff191c91e72e4be0eaad0e81afb48309, ASSIGN; state=OFFLINE, location=6b87edf34edd,45607,1732127002046; forceNewPlan=false, retain=false 2024-11-20T18:23:30,665 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ff191c91e72e4be0eaad0e81afb48309, regionState=OPENING, regionLocation=6b87edf34edd,45607,1732127002046 2024-11-20T18:23:30,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ff191c91e72e4be0eaad0e81afb48309, ASSIGN because future has completed 2024-11-20T18:23:30,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff191c91e72e4be0eaad0e81afb48309, server=6b87edf34edd,45607,1732127002046}] 2024-11-20T18:23:30,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:23:30,821 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732127010091.ff191c91e72e4be0eaad0e81afb48309. 2024-11-20T18:23:30,821 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ff191c91e72e4be0eaad0e81afb48309, NAME => 'test,,1732127010091.ff191c91e72e4be0eaad0e81afb48309.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:23:30,822 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T18:23:30,822 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T18:23:30,822 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ff191c91e72e4be0eaad0e81afb48309 2024-11-20T18:23:30,822 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732127010091.ff191c91e72e4be0eaad0e81afb48309.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:23:30,822 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ff191c91e72e4be0eaad0e81afb48309 2024-11-20T18:23:30,822 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ff191c91e72e4be0eaad0e81afb48309 2024-11-20T18:23:30,823 INFO [StoreOpener-ff191c91e72e4be0eaad0e81afb48309-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ff191c91e72e4be0eaad0e81afb48309 2024-11-20T18:23:30,824 INFO [StoreOpener-ff191c91e72e4be0eaad0e81afb48309-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff191c91e72e4be0eaad0e81afb48309 columnFamilyName f 2024-11-20T18:23:30,824 DEBUG [StoreOpener-ff191c91e72e4be0eaad0e81afb48309-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:30,824 INFO [StoreOpener-ff191c91e72e4be0eaad0e81afb48309-1 {}] regionserver.HStore(327): Store=ff191c91e72e4be0eaad0e81afb48309/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:23:30,824 INFO [StoreOpener-ff191c91e72e4be0eaad0e81afb48309-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ff191c91e72e4be0eaad0e81afb48309 2024-11-20T18:23:30,825 INFO [StoreOpener-ff191c91e72e4be0eaad0e81afb48309-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff191c91e72e4be0eaad0e81afb48309 columnFamilyName f1 2024-11-20T18:23:30,825 DEBUG [StoreOpener-ff191c91e72e4be0eaad0e81afb48309-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:30,825 INFO [StoreOpener-ff191c91e72e4be0eaad0e81afb48309-1 {}] regionserver.HStore(327): Store=ff191c91e72e4be0eaad0e81afb48309/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:23:30,825 INFO [StoreOpener-ff191c91e72e4be0eaad0e81afb48309-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ff191c91e72e4be0eaad0e81afb48309 2024-11-20T18:23:30,826 INFO [StoreOpener-ff191c91e72e4be0eaad0e81afb48309-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff191c91e72e4be0eaad0e81afb48309 columnFamilyName norep 2024-11-20T18:23:30,826 DEBUG [StoreOpener-ff191c91e72e4be0eaad0e81afb48309-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:30,826 INFO [StoreOpener-ff191c91e72e4be0eaad0e81afb48309-1 {}] regionserver.HStore(327): Store=ff191c91e72e4be0eaad0e81afb48309/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:23:30,826 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ff191c91e72e4be0eaad0e81afb48309 2024-11-20T18:23:30,826 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/data/default/test/ff191c91e72e4be0eaad0e81afb48309 2024-11-20T18:23:30,827 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/data/default/test/ff191c91e72e4be0eaad0e81afb48309 2024-11-20T18:23:30,827 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ff191c91e72e4be0eaad0e81afb48309 2024-11-20T18:23:30,827 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ff191c91e72e4be0eaad0e81afb48309 2024-11-20T18:23:30,828 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T18:23:30,828 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ff191c91e72e4be0eaad0e81afb48309 2024-11-20T18:23:30,829 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/data/default/test/ff191c91e72e4be0eaad0e81afb48309/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:23:30,829 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ff191c91e72e4be0eaad0e81afb48309; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62975930, jitterRate=-0.06158551573753357}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T18:23:30,830 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ff191c91e72e4be0eaad0e81afb48309 2024-11-20T18:23:30,830 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ff191c91e72e4be0eaad0e81afb48309: Running coprocessor pre-open hook at 1732127010822Writing region info on filesystem at 1732127010822Initializing all the Stores at 1732127010822Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127010822Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127010823 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127010823Cleaning up temporary data from old regions at 1732127010827 (+4 ms)Running coprocessor post-open hooks at 1732127010830 (+3 ms)Region opened successfully at 1732127010830 2024-11-20T18:23:30,830 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732127010091.ff191c91e72e4be0eaad0e81afb48309., pid=6, masterSystemTime=1732127010819 2024-11-20T18:23:30,831 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T18:23:30,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:30,832 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732127010091.ff191c91e72e4be0eaad0e81afb48309. 2024-11-20T18:23:30,832 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732127010091.ff191c91e72e4be0eaad0e81afb48309. 2024-11-20T18:23:30,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:30,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:30,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:30,832 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ff191c91e72e4be0eaad0e81afb48309, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b87edf34edd,45607,1732127002046 2024-11-20T18:23:30,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:30,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:30,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:30,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff191c91e72e4be0eaad0e81afb48309, server=6b87edf34edd,45607,1732127002046 because future has completed 2024-11-20T18:23:30,836 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T18:23:30,837 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T18:23:30,837 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ff191c91e72e4be0eaad0e81afb48309, ASSIGN in 323 msec 2024-11-20T18:23:30,838 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T18:23:30,838 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ff191c91e72e4be0eaad0e81afb48309, server=6b87edf34edd,45607,1732127002046 in 167 msec 2024-11-20T18:23:30,838 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732127010838"}]},"ts":"1732127010838"} 2024-11-20T18:23:30,839 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T18:23:30,840 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T18:23:30,841 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 748 msec 2024-11-20T18:23:30,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:30,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:30,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:30,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:30,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:30,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:30,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:30,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:30,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:30,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:31,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:23:31,229 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T18:23:31,229 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:23:31,230 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,45551,1732127006920 2024-11-20T18:23:31,230 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2853288f 2024-11-20T18:23:31,230 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:23:31,231 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:23:31,231 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T18:23:31,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T18:23:31,233 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T18:23:31,233 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:31,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T18:23:31,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:23:31,234 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T18:23:31,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741835_1011 (size=902) 2024-11-20T18:23:31,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:23:31,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:23:31,639 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cd922e954eb2764ba186ad38c64ef936, NAME => 'test,,1732127011231.cd922e954eb2764ba186ad38c64ef936.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985 2024-11-20T18:23:31,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741836_1012 (size=39) 2024-11-20T18:23:31,643 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732127011231.cd922e954eb2764ba186ad38c64ef936.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:23:31,643 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cd922e954eb2764ba186ad38c64ef936, disabling compactions & flushes 2024-11-20T18:23:31,643 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732127011231.cd922e954eb2764ba186ad38c64ef936. 2024-11-20T18:23:31,643 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732127011231.cd922e954eb2764ba186ad38c64ef936. 2024-11-20T18:23:31,643 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732127011231.cd922e954eb2764ba186ad38c64ef936. after waiting 0 ms 2024-11-20T18:23:31,643 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732127011231.cd922e954eb2764ba186ad38c64ef936. 2024-11-20T18:23:31,643 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732127011231.cd922e954eb2764ba186ad38c64ef936. 2024-11-20T18:23:31,643 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cd922e954eb2764ba186ad38c64ef936: Waiting for close lock at 1732127011643Disabling compacts and flushes for region at 1732127011643Disabling writes for close at 1732127011643Writing region close event to WAL at 1732127011643Closed at 1732127011643 2024-11-20T18:23:31,644 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T18:23:31,644 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732127011231.cd922e954eb2764ba186ad38c64ef936.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732127011644"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732127011644"}]},"ts":"1732127011644"} 2024-11-20T18:23:31,645 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T18:23:31,646 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T18:23:31,646 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732127011646"}]},"ts":"1732127011646"} 2024-11-20T18:23:31,647 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T18:23:31,647 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cd922e954eb2764ba186ad38c64ef936, ASSIGN}] 2024-11-20T18:23:31,648 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cd922e954eb2764ba186ad38c64ef936, ASSIGN 2024-11-20T18:23:31,648 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cd922e954eb2764ba186ad38c64ef936, ASSIGN; state=OFFLINE, location=6b87edf34edd,33631,1732127007033; forceNewPlan=false, retain=false 2024-11-20T18:23:31,799 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cd922e954eb2764ba186ad38c64ef936, regionState=OPENING, regionLocation=6b87edf34edd,33631,1732127007033 2024-11-20T18:23:31,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cd922e954eb2764ba186ad38c64ef936, ASSIGN because future has completed 2024-11-20T18:23:31,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd922e954eb2764ba186ad38c64ef936, server=6b87edf34edd,33631,1732127007033}] 2024-11-20T18:23:31,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:23:31,955 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732127011231.cd922e954eb2764ba186ad38c64ef936. 2024-11-20T18:23:31,955 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cd922e954eb2764ba186ad38c64ef936, NAME => 'test,,1732127011231.cd922e954eb2764ba186ad38c64ef936.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:23:31,955 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T18:23:31,955 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T18:23:31,955 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cd922e954eb2764ba186ad38c64ef936 2024-11-20T18:23:31,956 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732127011231.cd922e954eb2764ba186ad38c64ef936.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:23:31,956 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cd922e954eb2764ba186ad38c64ef936 2024-11-20T18:23:31,956 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cd922e954eb2764ba186ad38c64ef936 2024-11-20T18:23:31,956 INFO [StoreOpener-cd922e954eb2764ba186ad38c64ef936-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cd922e954eb2764ba186ad38c64ef936 2024-11-20T18:23:31,957 INFO [StoreOpener-cd922e954eb2764ba186ad38c64ef936-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd922e954eb2764ba186ad38c64ef936 columnFamilyName f 2024-11-20T18:23:31,957 DEBUG [StoreOpener-cd922e954eb2764ba186ad38c64ef936-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:31,958 INFO [StoreOpener-cd922e954eb2764ba186ad38c64ef936-1 {}] regionserver.HStore(327): Store=cd922e954eb2764ba186ad38c64ef936/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:23:31,958 INFO [StoreOpener-cd922e954eb2764ba186ad38c64ef936-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cd922e954eb2764ba186ad38c64ef936 2024-11-20T18:23:31,958 INFO [StoreOpener-cd922e954eb2764ba186ad38c64ef936-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd922e954eb2764ba186ad38c64ef936 columnFamilyName f1 2024-11-20T18:23:31,958 DEBUG [StoreOpener-cd922e954eb2764ba186ad38c64ef936-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:31,959 INFO [StoreOpener-cd922e954eb2764ba186ad38c64ef936-1 {}] regionserver.HStore(327): Store=cd922e954eb2764ba186ad38c64ef936/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:23:31,959 INFO [StoreOpener-cd922e954eb2764ba186ad38c64ef936-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cd922e954eb2764ba186ad38c64ef936 2024-11-20T18:23:31,959 INFO [StoreOpener-cd922e954eb2764ba186ad38c64ef936-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd922e954eb2764ba186ad38c64ef936 columnFamilyName norep 2024-11-20T18:23:31,959 DEBUG [StoreOpener-cd922e954eb2764ba186ad38c64ef936-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:31,960 INFO [StoreOpener-cd922e954eb2764ba186ad38c64ef936-1 {}] regionserver.HStore(327): Store=cd922e954eb2764ba186ad38c64ef936/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:23:31,960 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cd922e954eb2764ba186ad38c64ef936 2024-11-20T18:23:31,960 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/data/default/test/cd922e954eb2764ba186ad38c64ef936 2024-11-20T18:23:31,960 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/data/default/test/cd922e954eb2764ba186ad38c64ef936 2024-11-20T18:23:31,961 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cd922e954eb2764ba186ad38c64ef936 2024-11-20T18:23:31,961 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cd922e954eb2764ba186ad38c64ef936 2024-11-20T18:23:31,961 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T18:23:31,962 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cd922e954eb2764ba186ad38c64ef936 2024-11-20T18:23:31,963 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/data/default/test/cd922e954eb2764ba186ad38c64ef936/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:23:31,964 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cd922e954eb2764ba186ad38c64ef936; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64935082, jitterRate=-0.032391875982284546}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T18:23:31,964 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cd922e954eb2764ba186ad38c64ef936 2024-11-20T18:23:31,964 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cd922e954eb2764ba186ad38c64ef936: Running coprocessor pre-open hook at 1732127011956Writing region info on filesystem at 1732127011956Initializing all the Stores at 1732127011956Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127011956Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127011956Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127011956Cleaning up temporary data from old regions at 1732127011961 (+5 ms)Running coprocessor post-open hooks at 1732127011964 (+3 ms)Region opened successfully at 1732127011964 2024-11-20T18:23:31,964 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732127011231.cd922e954eb2764ba186ad38c64ef936., pid=6, masterSystemTime=1732127011952 2024-11-20T18:23:31,966 DEBUG [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732127011231.cd922e954eb2764ba186ad38c64ef936. 2024-11-20T18:23:31,966 INFO [RS_OPEN_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732127011231.cd922e954eb2764ba186ad38c64ef936. 2024-11-20T18:23:31,966 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cd922e954eb2764ba186ad38c64ef936, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6b87edf34edd,33631,1732127007033 2024-11-20T18:23:31,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd922e954eb2764ba186ad38c64ef936, server=6b87edf34edd,33631,1732127007033 because future has completed 2024-11-20T18:23:31,969 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T18:23:31,969 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cd922e954eb2764ba186ad38c64ef936, server=6b87edf34edd,33631,1732127007033 in 167 msec 2024-11-20T18:23:31,970 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T18:23:31,971 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cd922e954eb2764ba186ad38c64ef936, ASSIGN in 322 msec 2024-11-20T18:23:31,971 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T18:23:31,971 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732127011971"}]},"ts":"1732127011971"} 2024-11-20T18:23:31,972 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T18:23:31,972 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T18:23:31,973 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 741 msec 2024-11-20T18:23:32,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45551 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T18:23:32,370 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T18:23:32,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43e14edb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:32,370 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,34031,-1 for getting cluster id 2024-11-20T18:23:32,370 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:23:32,371 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '97ff6dcc-af36-483a-b81d-271df1714489' 2024-11-20T18:23:32,371 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:23:32,371 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "97ff6dcc-af36-483a-b81d-271df1714489" 2024-11-20T18:23:32,371 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@669f4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:32,371 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,34031,-1] 2024-11-20T18:23:32,372 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:23:32,372 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:32,372 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:23:32,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f748c16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:32,373 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:23:32,374 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,34031,1732126996714 2024-11-20T18:23:32,374 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bf59e5 2024-11-20T18:23:32,374 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:23:32,374 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:23:32,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6b87edf34edd:34895,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T18:23:32,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T18:23:32,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:23:32,376 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b87edf34edd:34895' 2024-11-20T18:23:32,377 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30e48bc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:32,377 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,34895,-1 for getting cluster id 2024-11-20T18:23:32,377 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:23:32,378 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14a39246-66a4-40b3-ba37-63459939202e' 2024-11-20T18:23:32,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:23:32,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14a39246-66a4-40b3-ba37-63459939202e" 2024-11-20T18:23:32,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@268b2854, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:32,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,34895,-1] 2024-11-20T18:23:32,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:23:32,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:32,379 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:23:32,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1712cf47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:32,379 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:23:32,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,34895,1732127001943 2024-11-20T18:23:32,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1496b11 2024-11-20T18:23:32,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:23:32,380 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:23:32,381 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T18:23:32,381 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T18:23:32,381 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:32,381 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:23:32,381 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:32,382 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T18:23:32,383 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T18:23:32,383 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T18:23:32,383 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:32,384 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T18:23:32,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741837_1013 (size=1138) 2024-11-20T18:23:32,433 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T18:23:32,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:23:32,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:23:32,789 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0fff69896fcd1e763e35bbcc823d9b37, NAME => 'hbase:replication,,1732127012382.0fff69896fcd1e763e35bbcc823d9b37.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d 2024-11-20T18:23:32,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741838_1014 (size=44) 2024-11-20T18:23:33,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:23:33,193 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732127012382.0fff69896fcd1e763e35bbcc823d9b37.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:23:33,193 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0fff69896fcd1e763e35bbcc823d9b37, disabling compactions & flushes 2024-11-20T18:23:33,193 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732127012382.0fff69896fcd1e763e35bbcc823d9b37. 2024-11-20T18:23:33,194 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732127012382.0fff69896fcd1e763e35bbcc823d9b37. 2024-11-20T18:23:33,194 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732127012382.0fff69896fcd1e763e35bbcc823d9b37. after waiting 0 ms 2024-11-20T18:23:33,194 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732127012382.0fff69896fcd1e763e35bbcc823d9b37. 2024-11-20T18:23:33,194 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732127012382.0fff69896fcd1e763e35bbcc823d9b37. 2024-11-20T18:23:33,194 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0fff69896fcd1e763e35bbcc823d9b37: Waiting for close lock at 1732127013193Disabling compacts and flushes for region at 1732127013193Disabling writes for close at 1732127013194 (+1 ms)Writing region close event to WAL at 1732127013194Closed at 1732127013194 2024-11-20T18:23:33,195 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T18:23:33,195 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732127012382.0fff69896fcd1e763e35bbcc823d9b37.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732127013195"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732127013195"}]},"ts":"1732127013195"} 2024-11-20T18:23:33,196 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T18:23:33,197 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T18:23:33,197 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732127013197"}]},"ts":"1732127013197"} 2024-11-20T18:23:33,198 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T18:23:33,199 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0fff69896fcd1e763e35bbcc823d9b37, ASSIGN}] 2024-11-20T18:23:33,200 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0fff69896fcd1e763e35bbcc823d9b37, ASSIGN 2024-11-20T18:23:33,200 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0fff69896fcd1e763e35bbcc823d9b37, ASSIGN; state=OFFLINE, location=6b87edf34edd,39029,1732126996922; forceNewPlan=false, retain=false 2024-11-20T18:23:33,351 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0fff69896fcd1e763e35bbcc823d9b37, regionState=OPENING, regionLocation=6b87edf34edd,39029,1732126996922 2024-11-20T18:23:33,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0fff69896fcd1e763e35bbcc823d9b37, ASSIGN because future has completed 2024-11-20T18:23:33,353 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0fff69896fcd1e763e35bbcc823d9b37, server=6b87edf34edd,39029,1732126996922}] 2024-11-20T18:23:33,508 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732127012382.0fff69896fcd1e763e35bbcc823d9b37. 2024-11-20T18:23:33,508 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T18:23:33,508 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T18:23:33,509 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6b87edf34edd%2C39029%2C1732126996922.rep, suffix=, logDir=hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922, archiveDir=hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/oldWALs, maxLogs=10 2024-11-20T18:23:33,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:23:33,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.rep.1732127013510, exclude list is [], retry=0 2024-11-20T18:23:33,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39571,DS-ceffd4d5-101c-477c-a431-ef1e7c88d436,DISK] 2024-11-20T18:23:33,524 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.rep.1732127013510 2024-11-20T18:23:33,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36111:36111)] 2024-11-20T18:23:33,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0fff69896fcd1e763e35bbcc823d9b37, NAME => 'hbase:replication,,1732127012382.0fff69896fcd1e763e35bbcc823d9b37.', STARTKEY => '', ENDKEY => ''} 2024-11-20T18:23:33,524 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T18:23:33,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T18:23:33,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732127012382.0fff69896fcd1e763e35bbcc823d9b37. service=MultiRowMutationService 2024-11-20T18:23:33,524 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T18:23:33,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0fff69896fcd1e763e35bbcc823d9b37 2024-11-20T18:23:33,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732127012382.0fff69896fcd1e763e35bbcc823d9b37.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T18:23:33,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0fff69896fcd1e763e35bbcc823d9b37 2024-11-20T18:23:33,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0fff69896fcd1e763e35bbcc823d9b37 2024-11-20T18:23:33,526 INFO [StoreOpener-0fff69896fcd1e763e35bbcc823d9b37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0fff69896fcd1e763e35bbcc823d9b37 2024-11-20T18:23:33,527 INFO [StoreOpener-0fff69896fcd1e763e35bbcc823d9b37-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0fff69896fcd1e763e35bbcc823d9b37 columnFamilyName hfileref 2024-11-20T18:23:33,528 DEBUG [StoreOpener-0fff69896fcd1e763e35bbcc823d9b37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:33,528 INFO [StoreOpener-0fff69896fcd1e763e35bbcc823d9b37-1 {}] regionserver.HStore(327): Store=0fff69896fcd1e763e35bbcc823d9b37/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:23:33,528 INFO [StoreOpener-0fff69896fcd1e763e35bbcc823d9b37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0fff69896fcd1e763e35bbcc823d9b37 2024-11-20T18:23:33,529 INFO [StoreOpener-0fff69896fcd1e763e35bbcc823d9b37-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0fff69896fcd1e763e35bbcc823d9b37 columnFamilyName queue 2024-11-20T18:23:33,529 DEBUG [StoreOpener-0fff69896fcd1e763e35bbcc823d9b37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:33,529 INFO [StoreOpener-0fff69896fcd1e763e35bbcc823d9b37-1 {}] regionserver.HStore(327): Store=0fff69896fcd1e763e35bbcc823d9b37/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:23:33,529 INFO [StoreOpener-0fff69896fcd1e763e35bbcc823d9b37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0fff69896fcd1e763e35bbcc823d9b37 2024-11-20T18:23:33,530 INFO [StoreOpener-0fff69896fcd1e763e35bbcc823d9b37-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0fff69896fcd1e763e35bbcc823d9b37 columnFamilyName sid 2024-11-20T18:23:33,530 DEBUG [StoreOpener-0fff69896fcd1e763e35bbcc823d9b37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T18:23:33,530 INFO [StoreOpener-0fff69896fcd1e763e35bbcc823d9b37-1 {}] regionserver.HStore(327): Store=0fff69896fcd1e763e35bbcc823d9b37/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T18:23:33,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0fff69896fcd1e763e35bbcc823d9b37 2024-11-20T18:23:33,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/data/hbase/replication/0fff69896fcd1e763e35bbcc823d9b37 2024-11-20T18:23:33,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/data/hbase/replication/0fff69896fcd1e763e35bbcc823d9b37 2024-11-20T18:23:33,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0fff69896fcd1e763e35bbcc823d9b37 2024-11-20T18:23:33,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0fff69896fcd1e763e35bbcc823d9b37 2024-11-20T18:23:33,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T18:23:33,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0fff69896fcd1e763e35bbcc823d9b37 2024-11-20T18:23:33,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/data/hbase/replication/0fff69896fcd1e763e35bbcc823d9b37/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T18:23:33,534 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0fff69896fcd1e763e35bbcc823d9b37; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73738779, jitterRate=0.09879343211650848}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T18:23:33,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0fff69896fcd1e763e35bbcc823d9b37 2024-11-20T18:23:33,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0fff69896fcd1e763e35bbcc823d9b37: Running coprocessor pre-open hook at 1732127013525Writing region info on filesystem at 1732127013525Initializing all the Stores at 1732127013525Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127013525Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127013526 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732127013526Cleaning up temporary data from old regions at 1732127013532 (+6 ms)Running coprocessor post-open hooks at 1732127013534 (+2 ms)Region opened successfully at 1732127013535 (+1 ms) 2024-11-20T18:23:33,535 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732127012382.0fff69896fcd1e763e35bbcc823d9b37., pid=10, masterSystemTime=1732127013505 2024-11-20T18:23:33,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732127012382.0fff69896fcd1e763e35bbcc823d9b37. 2024-11-20T18:23:33,536 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732127012382.0fff69896fcd1e763e35bbcc823d9b37. 2024-11-20T18:23:33,537 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0fff69896fcd1e763e35bbcc823d9b37, regionState=OPEN, openSeqNum=2, regionLocation=6b87edf34edd,39029,1732126996922 2024-11-20T18:23:33,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0fff69896fcd1e763e35bbcc823d9b37, server=6b87edf34edd,39029,1732126996922 because future has completed 2024-11-20T18:23:33,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T18:23:33,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0fff69896fcd1e763e35bbcc823d9b37, server=6b87edf34edd,39029,1732126996922 in 186 msec 2024-11-20T18:23:33,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T18:23:33,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0fff69896fcd1e763e35bbcc823d9b37, ASSIGN in 341 msec 2024-11-20T18:23:33,542 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T18:23:33,542 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732127013542"}]},"ts":"1732127013542"} 2024-11-20T18:23:33,543 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T18:23:33,544 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T18:23:33,544 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1620 sec 2024-11-20T18:23:33,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732127012382.0fff69896fcd1e763e35bbcc823d9b37., hostname=6b87edf34edd,39029,1732126996922, seqNum=2] 2024-11-20T18:23:33,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34031-0x101597c6cb40000, quorum=127.0.0.1:55581, baseZNode=/097266334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/097266334 2024-11-20T18:23:33,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39029-0x101597c6cb40001, quorum=127.0.0.1:55581, baseZNode=/097266334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/097266334 2024-11-20T18:23:33,686 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T18:23:33,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T18:23:33,838 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T18:23:33,864 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6b87edf34edd,39029,1732126996922, ReplicationSource: 1, currentBandwidth=0 2024-11-20T18:23:33,865 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:23:33,865 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,39029,1732126996922, seqNum=-1] 2024-11-20T18:23:33,865 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:23:33,866 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35897, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-20T18:23:33,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6b87edf34edd,39029,1732126996922', locateType=CURRENT is [region=hbase:replication,,1732127012382.0fff69896fcd1e763e35bbcc823d9b37., hostname=6b87edf34edd,39029,1732126996922, seqNum=2] 2024-11-20T18:23:33,869 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T18:23:33,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T18:23:33,871 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6b87edf34edd,39029,1732126996922 suceeded 2024-11-20T18:23:33,872 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T18:23:33,872 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-20T18:23:33,872 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6b87edf34edd:34895,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T18:23:33,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4980 sec 2024-11-20T18:23:33,882 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39029,1732126996922 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b87edf34edd:34895' 2024-11-20T18:23:33,883 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39029,1732126996922 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@123021de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:33,883 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39029,1732126996922 {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,34895,-1 for getting cluster id 2024-11-20T18:23:33,883 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39029,1732126996922 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:23:33,884 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14a39246-66a4-40b3-ba37-63459939202e' 2024-11-20T18:23:33,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:23:33,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14a39246-66a4-40b3-ba37-63459939202e" 2024-11-20T18:23:33,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3becb7d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:33,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,34895,-1] 2024-11-20T18:23:33,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:23:33,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:33,885 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:23:33,885 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39029,1732126996922 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@702acd50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:33,885 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39029,1732126996922 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:23:33,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,34895,1732127001943 2024-11-20T18:23:33,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4991eb90 2024-11-20T18:23:33,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:23:33,886 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-20T18:23:33,887 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39029,1732126996922 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6b87edf34edd,39029,1732126996922 (queues=1) is replicating from cluster=97ff6dcc-af36-483a-b81d-271df1714489 to cluster=14a39246-66a4-40b3-ba37-63459939202e 2024-11-20T18:23:33,887 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39029,1732126996922 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6b87edf34edd%2C39029%2C1732126996922 2024-11-20T18:23:33,887 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39029,1732126996922 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6b87edf34edd,39029,1732126996922, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T18:23:33,887 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39029,1732126996922.replicationSource.shipper6b87edf34edd%2C39029%2C1732126996922,1-6b87edf34edd,39029,1732126996922 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b87edf34edd%2C39029%2C1732126996922 2024-11-20T18:23:33,887 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39029,1732126996922.replicationSource.wal-reader.6b87edf34edd%2C39029%2C1732126996922,1-6b87edf34edd,39029,1732126996922 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.1732126998776, startPosition=0, beingWritten=true 2024-11-20T18:23:33,891 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39029,1732126996922.replicationSource.wal-reader.6b87edf34edd%2C39029%2C1732126996922,1-6b87edf34edd,39029,1732126996922 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T18:23:33,891 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39029,1732126996922.replicationSource.wal-reader.6b87edf34edd%2C39029%2C1732126996922,1-6b87edf34edd,39029,1732126996922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.1732126998776 to pos 379, reset compression=false 2024-11-20T18:23:33,891 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39029,1732126996922.replicationSource.shipper6b87edf34edd%2C39029%2C1732126996922,1-6b87edf34edd,39029,1732126996922 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,39029,1732126996922 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.1732126998776, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T18:23:34,093 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39029,1732126996922.replicationSource.wal-reader.6b87edf34edd%2C39029%2C1732126996922,1-6b87edf34edd,39029,1732126996922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.1732126998776 to pos 379, reset compression=false 2024-11-20T18:23:34,396 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39029,1732126996922.replicationSource.wal-reader.6b87edf34edd%2C39029%2C1732126996922,1-6b87edf34edd,39029,1732126996922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.1732126998776 to pos 379, reset compression=false 2024-11-20T18:23:34,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T18:23:34,519 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T18:23:34,519 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:23:34,519 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:23:34,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:34,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:34,519 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:23:34,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f4e4ac9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:34,520 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,34031,-1 for getting cluster id 2024-11-20T18:23:34,520 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:23:34,521 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '97ff6dcc-af36-483a-b81d-271df1714489' 2024-11-20T18:23:34,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:23:34,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "97ff6dcc-af36-483a-b81d-271df1714489" 2024-11-20T18:23:34,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cc44c5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:34,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,34031,-1] 2024-11-20T18:23:34,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:23:34,522 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:34,522 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:23:34,522 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8526966, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:34,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@481c25b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:34,523 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,34895,-1 for getting cluster id 2024-11-20T18:23:34,523 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:23:34,523 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14a39246-66a4-40b3-ba37-63459939202e' 2024-11-20T18:23:34,523 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:23:34,523 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14a39246-66a4-40b3-ba37-63459939202e" 2024-11-20T18:23:34,523 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@750a1cc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:34,523 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,34895,-1] 2024-11-20T18:23:34,523 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:23:34,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:34,524 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:23:34,525 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e825341, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:34,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7c1349, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:34,525 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,45551,-1 for getting cluster id 2024-11-20T18:23:34,525 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:23:34,526 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90abdb0a-3d7d-425b-9195-caa0d1b84984' 2024-11-20T18:23:34,526 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:23:34,526 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90abdb0a-3d7d-425b-9195-caa0d1b84984" 2024-11-20T18:23:34,526 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30adc7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:34,526 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,45551,-1] 2024-11-20T18:23:34,526 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:23:34,526 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:34,527 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:23:34,527 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e5c4dc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:34,528 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:23:34,530 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732127014530/Put/seqid=0 2024-11-20T18:23:34,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741840_1016 (size=7894) 2024-11-20T18:23:34,799 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39029,1732126996922.replicationSource.wal-reader.6b87edf34edd%2C39029%2C1732126996922,1-6b87edf34edd,39029,1732126996922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.1732126998776 to pos 379, reset compression=false 2024-11-20T18:23:34,937 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732127014937/Put/seqid=0 2024-11-20T18:23:34,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741841_1017 (size=7691) 2024-11-20T18:23:34,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5660d598, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:34,942 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,34031,-1 for getting cluster id 2024-11-20T18:23:34,942 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:23:34,943 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '97ff6dcc-af36-483a-b81d-271df1714489' 2024-11-20T18:23:34,943 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:23:34,943 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "97ff6dcc-af36-483a-b81d-271df1714489" 2024-11-20T18:23:34,943 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65d07085, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:34,943 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,34031,-1] 2024-11-20T18:23:34,943 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:23:34,943 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:34,944 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:23:34,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aeb098d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:34,944 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:23:34,945 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,39029,1732126996922, seqNum=-1] 2024-11-20T18:23:34,945 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:23:34,946 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:23:34,951 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:23:34,951 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,34031,1732126996714 2024-11-20T18:23:34,951 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b17d23f 2024-11-20T18:23:34,952 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:23:34,952 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:23:34,955 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732127009458.41bdc3b23d4702561ca1b8e060e7298c., hostname=6b87edf34edd,39029,1732126996922, seqNum=2] 2024-11-20T18:23:34,957 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T18:23:34,961 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-20T18:23:34,962 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-20T18:23:34,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39029 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 41bdc3b23d4702561ca1b8e060e7298c/f 2024-11-20T18:23:34,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39029 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-20T18:23:34,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39029 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T18:23:34,967 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39029 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 41bdc3b23d4702561ca1b8e060e7298c/f 2024-11-20T18:23:34,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39029 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-20T18:23:34,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39029 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T18:23:34,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39029 {}] regionserver.HRegion(2603): Flush status journal for 41bdc3b23d4702561ca1b8e060e7298c: 2024-11-20T18:23:34,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39029 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/staging/jenkins__test__qqbud7og3tdldqgrcdvd6rfcviisdrg67vocsea60gii4jt1olgdd5qjb2k045r7/f/hfile_0 2024-11-20T18:23:34,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/staging/jenkins__test__qqbud7og3tdldqgrcdvd6rfcviisdrg67vocsea60gii4jt1olgdd5qjb2k045r7/f/hfile_0 as hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/data/default/test/41bdc3b23d4702561ca1b8e060e7298c/f/ad40c4c8c5d840668ec25fa39cb91158_SeqId_4_ 2024-11-20T18:23:34,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39029 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/staging/jenkins__test__qqbud7og3tdldqgrcdvd6rfcviisdrg67vocsea60gii4jt1olgdd5qjb2k045r7/f/hfile_1 2024-11-20T18:23:34,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/staging/jenkins__test__qqbud7og3tdldqgrcdvd6rfcviisdrg67vocsea60gii4jt1olgdd5qjb2k045r7/f/hfile_1 as hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/data/default/test/41bdc3b23d4702561ca1b8e060e7298c/f/b109fff85ab44227bbc3c8496318116e_SeqId_4_ 2024-11-20T18:23:34,975 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39029 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/staging/jenkins__test__qqbud7og3tdldqgrcdvd6rfcviisdrg67vocsea60gii4jt1olgdd5qjb2k045r7/f/hfile_0 into 41bdc3b23d4702561ca1b8e060e7298c/f as hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/data/default/test/41bdc3b23d4702561ca1b8e060e7298c/f/ad40c4c8c5d840668ec25fa39cb91158_SeqId_4_ - updating store file list. 2024-11-20T18:23:34,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39029 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ad40c4c8c5d840668ec25fa39cb91158_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T18:23:34,979 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39029 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/data/default/test/41bdc3b23d4702561ca1b8e060e7298c/f/ad40c4c8c5d840668ec25fa39cb91158_SeqId_4_ into 41bdc3b23d4702561ca1b8e060e7298c/f 2024-11-20T18:23:34,979 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39029 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/staging/jenkins__test__qqbud7og3tdldqgrcdvd6rfcviisdrg67vocsea60gii4jt1olgdd5qjb2k045r7/f/hfile_0 into 41bdc3b23d4702561ca1b8e060e7298c/f (new location: hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/data/default/test/41bdc3b23d4702561ca1b8e060e7298c/f/ad40c4c8c5d840668ec25fa39cb91158_SeqId_4_) 2024-11-20T18:23:34,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39029 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/staging/jenkins__test__qqbud7og3tdldqgrcdvd6rfcviisdrg67vocsea60gii4jt1olgdd5qjb2k045r7/f/hfile_0 2024-11-20T18:23:34,980 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39029 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/staging/jenkins__test__qqbud7og3tdldqgrcdvd6rfcviisdrg67vocsea60gii4jt1olgdd5qjb2k045r7/f/hfile_1 into 41bdc3b23d4702561ca1b8e060e7298c/f as hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/data/default/test/41bdc3b23d4702561ca1b8e060e7298c/f/b109fff85ab44227bbc3c8496318116e_SeqId_4_ - updating store file list. 2024-11-20T18:23:34,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39029 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b109fff85ab44227bbc3c8496318116e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T18:23:34,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39029 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/data/default/test/41bdc3b23d4702561ca1b8e060e7298c/f/b109fff85ab44227bbc3c8496318116e_SeqId_4_ into 41bdc3b23d4702561ca1b8e060e7298c/f 2024-11-20T18:23:34,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39029 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/staging/jenkins__test__qqbud7og3tdldqgrcdvd6rfcviisdrg67vocsea60gii4jt1olgdd5qjb2k045r7/f/hfile_1 into 41bdc3b23d4702561ca1b8e060e7298c/f (new location: hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/data/default/test/41bdc3b23d4702561ca1b8e060e7298c/f/b109fff85ab44227bbc3c8496318116e_SeqId_4_) 2024-11-20T18:23:34,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39029 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/staging/jenkins__test__qqbud7og3tdldqgrcdvd6rfcviisdrg67vocsea60gii4jt1olgdd5qjb2k045r7/f/hfile_1 2024-11-20T18:23:34,991 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:23:34,991 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:23:34,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:34,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:34,992 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:23:34,992 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732127009458.41bdc3b23d4702561ca1b8e060e7298c., hostname=6b87edf34edd,39029,1732126996922, seqNum=2 , the old value is region=test,,1732127009458.41bdc3b23d4702561ca1b8e060e7298c., hostname=6b87edf34edd,39029,1732126996922, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6b87edf34edd:39029 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T18:23:34,992 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732127009458.41bdc3b23d4702561ca1b8e060e7298c., hostname=6b87edf34edd,39029,1732126996922, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T18:23:34,992 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732127009458.41bdc3b23d4702561ca1b8e060e7298c., hostname=6b87edf34edd,39029,1732126996922, seqNum=2 from cache 2024-11-20T18:23:34,992 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:23:34,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39029 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39029: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:44588 deadline: 1732127074991 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:44588 2024-11-20T18:23:34,993 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,45607,1732127002046, seqNum=-1] 2024-11-20T18:23:34,994 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:23:34,995 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:23:34,996 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732127010091.ff191c91e72e4be0eaad0e81afb48309., hostname=6b87edf34edd,45607,1732127002046, seqNum=2] 2024-11-20T18:23:34,999 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T18:23:35,099 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b87edf34edd:39029 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-20T18:23:35,302 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39029,1732126996922.replicationSource.wal-reader.6b87edf34edd%2C39029%2C1732126996922,1-6b87edf34edd,39029,1732126996922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.1732126998776 to pos 379, reset compression=false 2024-11-20T18:23:35,305 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39029,1732126996922.replicationSource.wal-reader.6b87edf34edd%2C39029%2C1732126996922,1-6b87edf34edd,39029,1732126996922 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T18:23:35,305 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39029,1732126996922.replicationSource.shipper6b87edf34edd%2C39029%2C1732126996922,1-6b87edf34edd,39029,1732126996922 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,39029,1732126996922 got entry batch from reader: WALEntryBatch [walEntries=[{test/41bdc3b23d4702561ca1b8e060e7298c/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732127014989/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.1732126998776, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-20T18:23:35,307 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39029,1732126996922.replicationSource.shipper6b87edf34edd%2C39029%2C1732126996922,1-6b87edf34edd,39029,1732126996922 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T18:23:35,308 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-20T18:23:35,308 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] regionserver.ReplicationSink(318): Replicating [97ff6dcc-af36-483a-b81d-271df1714489] bulk loaded data 2024-11-20T18:23:35,309 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@712ed2af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:35,309 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,34895,-1 for getting cluster id 2024-11-20T18:23:35,309 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:23:35,309 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14a39246-66a4-40b3-ba37-63459939202e' 2024-11-20T18:23:35,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:23:35,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14a39246-66a4-40b3-ba37-63459939202e" 2024-11-20T18:23:35,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e811c02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:35,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,34895,-1] 2024-11-20T18:23:35,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:23:35,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:35,310 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:23:35,310 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@163d2e22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:35,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43561 is added to blk_1073741837_1013 (size=7894) 2024-11-20T18:23:35,506 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39029,1732126996922.replicationSource.wal-reader.6b87edf34edd%2C39029%2C1732126996922,1-6b87edf34edd,39029,1732126996922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.1732126998776 to pos 687, reset compression=false 2024-11-20T18:23:35,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43561 is added to blk_1073741838_1014 (size=7691) 2024-11-20T18:23:35,810 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39029,1732126996922.replicationSource.wal-reader.6b87edf34edd%2C39029%2C1732126996922,1-6b87edf34edd,39029,1732126996922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.1732126998776 to pos 687, reset compression=false 2024-11-20T18:23:36,001 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T18:23:36,124 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:23:36,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,34895,1732127001943 2024-11-20T18:23:36,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46841066 2024-11-20T18:23:36,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:23:36,126 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-20T18:23:36,128 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T18:23:36,128 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:23:36,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,45607,1732127002046, seqNum=-1] 2024-11-20T18:23:36,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:23:36,130 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-20T18:23:36,134 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/staging/jenkins.hfs.22__test__t2as8a6ab62oeat17a53pu7tfs6etf6ensbdic8bftkdgoas8pud2huleeqohar7/f/ad40c4c8c5d840668ec25fa39cb91158_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-20T18:23:36,135 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/staging/jenkins.hfs.22__test__t2as8a6ab62oeat17a53pu7tfs6etf6ensbdic8bftkdgoas8pud2huleeqohar7/f/b109fff85ab44227bbc3c8496318116e_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-20T18:23:36,138 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/staging/jenkins.hfs.22__test__t2as8a6ab62oeat17a53pu7tfs6etf6ensbdic8bftkdgoas8pud2huleeqohar7/f/ad40c4c8c5d840668ec25fa39cb91158_SeqId_4_ for inclusion in ff191c91e72e4be0eaad0e81afb48309/f 2024-11-20T18:23:36,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-20T18:23:36,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T18:23:36,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/staging/jenkins.hfs.22__test__t2as8a6ab62oeat17a53pu7tfs6etf6ensbdic8bftkdgoas8pud2huleeqohar7/f/b109fff85ab44227bbc3c8496318116e_SeqId_4_ for inclusion in ff191c91e72e4be0eaad0e81afb48309/f 2024-11-20T18:23:36,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-20T18:23:36,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T18:23:36,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] regionserver.HRegion(2603): Flush status journal for ff191c91e72e4be0eaad0e81afb48309: 2024-11-20T18:23:36,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ad40c4c8c5d840668ec25fa39cb91158_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-20T18:23:36,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/staging/jenkins.hfs.22__test__t2as8a6ab62oeat17a53pu7tfs6etf6ensbdic8bftkdgoas8pud2huleeqohar7/f/ad40c4c8c5d840668ec25fa39cb91158_SeqId_4_ as hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/data/default/test/ff191c91e72e4be0eaad0e81afb48309/f/f438854938bf40de9c47d8c2d1a6f396_SeqId_4_ 2024-11-20T18:23:36,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b109fff85ab44227bbc3c8496318116e_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-20T18:23:36,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/staging/jenkins.hfs.22__test__t2as8a6ab62oeat17a53pu7tfs6etf6ensbdic8bftkdgoas8pud2huleeqohar7/f/b109fff85ab44227bbc3c8496318116e_SeqId_4_ as hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/data/default/test/ff191c91e72e4be0eaad0e81afb48309/f/e65e24e56aca402cb0a4462f255de0da_SeqId_4_ 2024-11-20T18:23:36,144 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/staging/jenkins.hfs.22__test__t2as8a6ab62oeat17a53pu7tfs6etf6ensbdic8bftkdgoas8pud2huleeqohar7/f/ad40c4c8c5d840668ec25fa39cb91158_SeqId_4_ into ff191c91e72e4be0eaad0e81afb48309/f as hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/data/default/test/ff191c91e72e4be0eaad0e81afb48309/f/f438854938bf40de9c47d8c2d1a6f396_SeqId_4_ - updating store file list. 2024-11-20T18:23:36,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f438854938bf40de9c47d8c2d1a6f396_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T18:23:36,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/data/default/test/ff191c91e72e4be0eaad0e81afb48309/f/f438854938bf40de9c47d8c2d1a6f396_SeqId_4_ into ff191c91e72e4be0eaad0e81afb48309/f 2024-11-20T18:23:36,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/staging/jenkins.hfs.22__test__t2as8a6ab62oeat17a53pu7tfs6etf6ensbdic8bftkdgoas8pud2huleeqohar7/f/ad40c4c8c5d840668ec25fa39cb91158_SeqId_4_ into ff191c91e72e4be0eaad0e81afb48309/f (new location: hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/data/default/test/ff191c91e72e4be0eaad0e81afb48309/f/f438854938bf40de9c47d8c2d1a6f396_SeqId_4_) 2024-11-20T18:23:36,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/staging/jenkins.hfs.22__test__t2as8a6ab62oeat17a53pu7tfs6etf6ensbdic8bftkdgoas8pud2huleeqohar7/f/ad40c4c8c5d840668ec25fa39cb91158_SeqId_4_ 2024-11-20T18:23:36,147 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/staging/jenkins.hfs.22__test__t2as8a6ab62oeat17a53pu7tfs6etf6ensbdic8bftkdgoas8pud2huleeqohar7/f/b109fff85ab44227bbc3c8496318116e_SeqId_4_ into ff191c91e72e4be0eaad0e81afb48309/f as hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/data/default/test/ff191c91e72e4be0eaad0e81afb48309/f/e65e24e56aca402cb0a4462f255de0da_SeqId_4_ - updating store file list. 2024-11-20T18:23:36,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e65e24e56aca402cb0a4462f255de0da_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T18:23:36,149 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/data/default/test/ff191c91e72e4be0eaad0e81afb48309/f/e65e24e56aca402cb0a4462f255de0da_SeqId_4_ into ff191c91e72e4be0eaad0e81afb48309/f 2024-11-20T18:23:36,149 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/staging/jenkins.hfs.22__test__t2as8a6ab62oeat17a53pu7tfs6etf6ensbdic8bftkdgoas8pud2huleeqohar7/f/b109fff85ab44227bbc3c8496318116e_SeqId_4_ into ff191c91e72e4be0eaad0e81afb48309/f (new location: hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/data/default/test/ff191c91e72e4be0eaad0e81afb48309/f/e65e24e56aca402cb0a4462f255de0da_SeqId_4_) 2024-11-20T18:23:36,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/staging/jenkins.hfs.22__test__t2as8a6ab62oeat17a53pu7tfs6etf6ensbdic8bftkdgoas8pud2huleeqohar7/f/b109fff85ab44227bbc3c8496318116e_SeqId_4_ 2024-11-20T18:23:36,151 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] regionserver.ReplicationSink(324): Finished replicating [97ff6dcc-af36-483a-b81d-271df1714489] bulk loaded data 2024-11-20T18:23:36,213 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39029,1732126996922.replicationSource.wal-reader.6b87edf34edd%2C39029%2C1732126996922,1-6b87edf34edd,39029,1732126996922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.1732126998776 to pos 687, reset compression=false 2024-11-20T18:23:36,324 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T18:23:36,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:36,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:36,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:36,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:36,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:36,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:36,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:36,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:36,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:36,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:36,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:36,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:36,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:36,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:36,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:36,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:36,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:36,716 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39029,1732126996922.replicationSource.wal-reader.6b87edf34edd%2C39029%2C1732126996922,1-6b87edf34edd,39029,1732126996922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.1732126998776 to pos 687, reset compression=false 2024-11-20T18:23:36,913 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T18:23:37,016 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:23:37,018 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,33631,1732127007033, seqNum=-1] 2024-11-20T18:23:37,018 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:23:37,019 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:23:37,021 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732127011231.cd922e954eb2764ba186ad38c64ef936., hostname=6b87edf34edd,33631,1732127007033, seqNum=2] 2024-11-20T18:23:37,027 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T18:23:37,028 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T18:23:37,031 DEBUG [regionserver/6b87edf34edd:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6b87edf34edd%2C39029%2C1732126996922.rep:(num 1732127013510) roll requested 2024-11-20T18:23:37,056 DEBUG [regionserver/6b87edf34edd:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.rep.1732127017031, exclude list is [], retry=0 2024-11-20T18:23:37,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39571,DS-ceffd4d5-101c-477c-a431-ef1e7c88d436,DISK] 2024-11-20T18:23:37,071 INFO [regionserver/6b87edf34edd:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.rep.1732127013510 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.rep.1732127017031 2024-11-20T18:23:37,076 DEBUG [regionserver/6b87edf34edd:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36111:36111)] 2024-11-20T18:23:37,076 DEBUG [regionserver/6b87edf34edd:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.rep.1732127013510 is not closed yet, will try archiving it next time 2024-11-20T18:23:37,076 DEBUG [regionserver/6b87edf34edd:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6b87edf34edd%2C39029%2C1732126996922:(num 1732126998776) roll requested 2024-11-20T18:23:37,078 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.rep.1732127013510 not finished, retry = 0 2024-11-20T18:23:37,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741839_1015 (size=1505) 2024-11-20T18:23:37,094 DEBUG [regionserver/6b87edf34edd:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.1732127017076, exclude list is [], retry=0 2024-11-20T18:23:37,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39571,DS-ceffd4d5-101c-477c-a431-ef1e7c88d436,DISK] 2024-11-20T18:23:37,127 INFO [regionserver/6b87edf34edd:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.1732126998776 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.1732127017076 2024-11-20T18:23:37,128 DEBUG [regionserver/6b87edf34edd:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36111:36111)] 2024-11-20T18:23:37,128 DEBUG [regionserver/6b87edf34edd:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.1732126998776 is not closed yet, will try archiving it next time 2024-11-20T18:23:37,128 DEBUG [regionserver/6b87edf34edd:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6b87edf34edd%2C39029%2C1732126996922.meta:.meta(num 1732126999647) roll requested 2024-11-20T18:23:37,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24626273, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:37,129 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,34031,-1 for getting cluster id 2024-11-20T18:23:37,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741832_1008 (size=695) 2024-11-20T18:23:37,130 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:23:37,131 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '97ff6dcc-af36-483a-b81d-271df1714489' 2024-11-20T18:23:37,131 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:23:37,131 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "97ff6dcc-af36-483a-b81d-271df1714489" 2024-11-20T18:23:37,131 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15ec6784, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:37,131 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,34031,-1] 2024-11-20T18:23:37,131 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:23:37,132 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:37,132 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:23:37,133 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32be33e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:37,133 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:23:37,133 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,34031,1732126996714 2024-11-20T18:23:37,134 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@645c1ee 2024-11-20T18:23:37,134 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:23:37,134 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:23:37,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://6b87edf34edd:45551,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T18:23:37,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T18:23:37,137 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b87edf34edd:45551' 2024-11-20T18:23:37,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T18:23:37,147 DEBUG [regionserver/6b87edf34edd:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.meta.1732127017128.meta, exclude list is [], retry=0 2024-11-20T18:23:37,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39571,DS-ceffd4d5-101c-477c-a431-ef1e7c88d436,DISK] 2024-11-20T18:23:37,152 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7052abb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:37,152 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,45551,-1 for getting cluster id 2024-11-20T18:23:37,153 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:23:37,153 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.1732126998776 to hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/oldWALs/6b87edf34edd%2C39029%2C1732126996922.1732126998776 2024-11-20T18:23:37,154 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90abdb0a-3d7d-425b-9195-caa0d1b84984' 2024-11-20T18:23:37,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:23:37,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90abdb0a-3d7d-425b-9195-caa0d1b84984" 2024-11-20T18:23:37,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fab4d14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:37,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,45551,-1] 2024-11-20T18:23:37,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:23:37,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:37,155 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:23:37,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@262fee7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:37,157 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:23:37,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,45551,1732127006920 2024-11-20T18:23:37,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b0487f4 2024-11-20T18:23:37,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:23:37,159 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:23:37,160 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-20T18:23:37,160 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T18:23:37,160 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:37,160 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:37,162 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:23:37,172 INFO [regionserver/6b87edf34edd:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.meta.1732126999647.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.meta.1732127017128.meta 2024-11-20T18:23:37,188 DEBUG [regionserver/6b87edf34edd:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36111:36111)] 2024-11-20T18:23:37,188 DEBUG [regionserver/6b87edf34edd:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.meta.1732126999647.meta is not closed yet, will try archiving it next time 2024-11-20T18:23:37,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741834_1010 (size=3473) 2024-11-20T18:23:37,244 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T18:23:37,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T18:23:37,320 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39029,1732126996922.replicationSource.wal-reader.6b87edf34edd%2C39029%2C1732126996922,1-6b87edf34edd,39029,1732126996922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.1732126998776 to pos 687, reset compression=false 2024-11-20T18:23:37,326 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39029,1732126996922.replicationSource.wal-reader.6b87edf34edd%2C39029%2C1732126996922,1-6b87edf34edd,39029,1732126996922 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.1732126998776 was moved to hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/oldWALs/6b87edf34edd%2C39029%2C1732126996922.1732126998776 2024-11-20T18:23:37,327 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39029,1732126996922.replicationSource.wal-reader.6b87edf34edd%2C39029%2C1732126996922,1-6b87edf34edd,39029,1732126996922 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.1732126998776 2024-11-20T18:23:37,327 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39029,1732126996922.replicationSource.shipper6b87edf34edd%2C39029%2C1732126996922,1-6b87edf34edd,39029,1732126996922 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,39029,1732126996922 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.1732126998776, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-20T18:23:37,327 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39029,1732126996922.replicationSource.wal-reader.6b87edf34edd%2C39029%2C1732126996922,1-6b87edf34edd,39029,1732126996922 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.1732127017076, startPosition=0, beingWritten=true 2024-11-20T18:23:37,329 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39029,1732126996922.replicationSource.shipper6b87edf34edd%2C39029%2C1732126996922,1-6b87edf34edd,39029,1732126996922 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [6b87edf34edd%2C39029%2C1732126996922.1732126998776] 2024-11-20T18:23:37,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-20T18:23:37,396 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-20T18:23:37,431 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-6b87edf34edd,39029,1732126996922, ReplicationSource: 2, currentBandwidth=0 2024-11-20T18:23:37,433 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-20T18:23:37,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-20T18:23:37,435 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 6b87edf34edd,39029,1732126996922 suceeded 2024-11-20T18:23:37,436 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-20T18:23:37,436 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-20T18:23:37,436 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://6b87edf34edd:45551,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T18:23:37,437 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 301 msec 2024-11-20T18:23:37,447 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,2-6b87edf34edd,39029,1732126996922 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6b87edf34edd:45551' 2024-11-20T18:23:37,448 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,2-6b87edf34edd,39029,1732126996922 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1cb97c97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:37,448 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,2-6b87edf34edd,39029,1732126996922 {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,45551,-1 for getting cluster id 2024-11-20T18:23:37,448 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,2-6b87edf34edd,39029,1732126996922 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:23:37,449 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90abdb0a-3d7d-425b-9195-caa0d1b84984' 2024-11-20T18:23:37,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:23:37,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90abdb0a-3d7d-425b-9195-caa0d1b84984" 2024-11-20T18:23:37,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61e04347, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:37,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,45551,-1] 2024-11-20T18:23:37,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:23:37,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:37,450 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:23:37,450 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,2-6b87edf34edd,39029,1732126996922 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2cbba87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:37,450 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,2-6b87edf34edd,39029,1732126996922 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:23:37,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,45551,1732127006920 2024-11-20T18:23:37,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44414f50 2024-11-20T18:23:37,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:23:37,453 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-20T18:23:37,453 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,2-6b87edf34edd,39029,1732126996922 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-6b87edf34edd,39029,1732126996922 (queues=1) is replicating from cluster=97ff6dcc-af36-483a-b81d-271df1714489 to cluster=90abdb0a-3d7d-425b-9195-caa0d1b84984 2024-11-20T18:23:37,453 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,2-6b87edf34edd,39029,1732126996922 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=6b87edf34edd%2C39029%2C1732126996922 2024-11-20T18:23:37,453 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,2-6b87edf34edd,39029,1732126996922 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-6b87edf34edd,39029,1732126996922, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T18:23:37,454 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,2-6b87edf34edd,39029,1732126996922.replicationSource.wal-reader.6b87edf34edd%2C39029%2C1732126996922,2-6b87edf34edd,39029,1732126996922 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.1732127017076, startPosition=0, beingWritten=true 2024-11-20T18:23:37,454 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,2-6b87edf34edd,39029,1732126996922.replicationSource.shipper6b87edf34edd%2C39029%2C1732126996922,2-6b87edf34edd,39029,1732126996922 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6b87edf34edd%2C39029%2C1732126996922 2024-11-20T18:23:37,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T18:23:37,460 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-20T18:23:37,460 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:23:37,460 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:23:37,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:37,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:37,460 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:23:37,460 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T18:23:37,463 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732127017462/Put/seqid=0 2024-11-20T18:23:37,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741845_1021 (size=11194) 2024-11-20T18:23:37,468 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732127017467/Put/seqid=0 2024-11-20T18:23:37,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741846_1022 (size=10791) 2024-11-20T18:23:37,657 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,2-6b87edf34edd,39029,1732126996922.replicationSource.wal-reader.6b87edf34edd%2C39029%2C1732126996922,2-6b87edf34edd,39029,1732126996922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.1732127017076 to pos 0, reset compression=false 2024-11-20T18:23:37,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36d43153, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:37,872 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,34031,-1 for getting cluster id 2024-11-20T18:23:37,873 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:23:37,873 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '97ff6dcc-af36-483a-b81d-271df1714489' 2024-11-20T18:23:37,873 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:23:37,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "97ff6dcc-af36-483a-b81d-271df1714489" 2024-11-20T18:23:37,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1780b121, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:37,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,34031,-1] 2024-11-20T18:23:37,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:23:37,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:37,875 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:23:37,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f5098dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:37,875 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:23:37,876 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,39029,1732126996922, seqNum=-1] 2024-11-20T18:23:37,876 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:23:37,877 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T18:23:37,883 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:23:37,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,34031,1732126996714 2024-11-20T18:23:37,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e1a7c30 2024-11-20T18:23:37,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:23:37,885 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T18:23:37,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732127009458.41bdc3b23d4702561ca1b8e060e7298c., hostname=6b87edf34edd,39029,1732126996922, seqNum=2] 2024-11-20T18:23:37,890 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T18:23:37,894 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-20T18:23:37,896 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-20T18:23:37,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39029 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 41bdc3b23d4702561ca1b8e060e7298c/f 2024-11-20T18:23:37,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39029 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-20T18:23:37,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39029 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T18:23:37,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39029 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 41bdc3b23d4702561ca1b8e060e7298c/f 2024-11-20T18:23:37,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39029 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-20T18:23:37,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39029 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T18:23:37,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39029 {}] regionserver.HRegion(2603): Flush status journal for 41bdc3b23d4702561ca1b8e060e7298c: 2024-11-20T18:23:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39029 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/staging/jenkins__test__glrqb940om0a1hlb75svponk8i4b3nd00vqrckg8jj89b0ucs0b7ejkvgamnegk5/f/hfile_0 2024-11-20T18:23:37,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/staging/jenkins__test__glrqb940om0a1hlb75svponk8i4b3nd00vqrckg8jj89b0ucs0b7ejkvgamnegk5/f/hfile_0 as hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/data/default/test/41bdc3b23d4702561ca1b8e060e7298c/f/f6078556b0a54d7f86d6cd583470bd4b_SeqId_6_ 2024-11-20T18:23:37,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39029 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/staging/jenkins__test__glrqb940om0a1hlb75svponk8i4b3nd00vqrckg8jj89b0ucs0b7ejkvgamnegk5/f/hfile_1 2024-11-20T18:23:37,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/staging/jenkins__test__glrqb940om0a1hlb75svponk8i4b3nd00vqrckg8jj89b0ucs0b7ejkvgamnegk5/f/hfile_1 as hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/data/default/test/41bdc3b23d4702561ca1b8e060e7298c/f/2f2444b458274ec5957c659eb7bf546e_SeqId_6_ 2024-11-20T18:23:37,918 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39029 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/staging/jenkins__test__glrqb940om0a1hlb75svponk8i4b3nd00vqrckg8jj89b0ucs0b7ejkvgamnegk5/f/hfile_0 into 41bdc3b23d4702561ca1b8e060e7298c/f as hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/data/default/test/41bdc3b23d4702561ca1b8e060e7298c/f/f6078556b0a54d7f86d6cd583470bd4b_SeqId_6_ - updating store file list. 2024-11-20T18:23:37,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39029 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f6078556b0a54d7f86d6cd583470bd4b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T18:23:37,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39029 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/data/default/test/41bdc3b23d4702561ca1b8e060e7298c/f/f6078556b0a54d7f86d6cd583470bd4b_SeqId_6_ into 41bdc3b23d4702561ca1b8e060e7298c/f 2024-11-20T18:23:37,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39029 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/staging/jenkins__test__glrqb940om0a1hlb75svponk8i4b3nd00vqrckg8jj89b0ucs0b7ejkvgamnegk5/f/hfile_0 into 41bdc3b23d4702561ca1b8e060e7298c/f (new location: hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/data/default/test/41bdc3b23d4702561ca1b8e060e7298c/f/f6078556b0a54d7f86d6cd583470bd4b_SeqId_6_) 2024-11-20T18:23:37,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39029 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/staging/jenkins__test__glrqb940om0a1hlb75svponk8i4b3nd00vqrckg8jj89b0ucs0b7ejkvgamnegk5/f/hfile_0 2024-11-20T18:23:37,924 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39029 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/staging/jenkins__test__glrqb940om0a1hlb75svponk8i4b3nd00vqrckg8jj89b0ucs0b7ejkvgamnegk5/f/hfile_1 into 41bdc3b23d4702561ca1b8e060e7298c/f as hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/data/default/test/41bdc3b23d4702561ca1b8e060e7298c/f/2f2444b458274ec5957c659eb7bf546e_SeqId_6_ - updating store file list. 2024-11-20T18:23:37,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39029 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2f2444b458274ec5957c659eb7bf546e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T18:23:37,927 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39029 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/data/default/test/41bdc3b23d4702561ca1b8e060e7298c/f/2f2444b458274ec5957c659eb7bf546e_SeqId_6_ into 41bdc3b23d4702561ca1b8e060e7298c/f 2024-11-20T18:23:37,927 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39029 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/staging/jenkins__test__glrqb940om0a1hlb75svponk8i4b3nd00vqrckg8jj89b0ucs0b7ejkvgamnegk5/f/hfile_1 into 41bdc3b23d4702561ca1b8e060e7298c/f (new location: hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/data/default/test/41bdc3b23d4702561ca1b8e060e7298c/f/2f2444b458274ec5957c659eb7bf546e_SeqId_6_) 2024-11-20T18:23:37,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39029 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/staging/jenkins__test__glrqb940om0a1hlb75svponk8i4b3nd00vqrckg8jj89b0ucs0b7ejkvgamnegk5/f/hfile_1 2024-11-20T18:23:37,929 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:23:37,929 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:23:37,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:37,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:37,929 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:23:37,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732127009458.41bdc3b23d4702561ca1b8e060e7298c., hostname=6b87edf34edd,39029,1732126996922, seqNum=2 , the old value is region=test,,1732127009458.41bdc3b23d4702561ca1b8e060e7298c., hostname=6b87edf34edd,39029,1732126996922, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6b87edf34edd:39029 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T18:23:37,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732127009458.41bdc3b23d4702561ca1b8e060e7298c., hostname=6b87edf34edd,39029,1732126996922, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T18:23:37,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732127009458.41bdc3b23d4702561ca1b8e060e7298c., hostname=6b87edf34edd,39029,1732126996922, seqNum=2 from cache 2024-11-20T18:23:37,930 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-20T18:23:37,932 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T18:23:37,961 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,2-6b87edf34edd,39029,1732126996922.replicationSource.wal-reader.6b87edf34edd%2C39029%2C1732126996922,2-6b87edf34edd,39029,1732126996922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.1732127017076 to pos 0, reset compression=false 2024-11-20T18:23:37,964 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,2-6b87edf34edd,39029,1732126996922.replicationSource.wal-reader.6b87edf34edd%2C39029%2C1732126996922,2-6b87edf34edd,39029,1732126996922 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T18:23:37,964 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,2-6b87edf34edd,39029,1732126996922.replicationSource.shipper6b87edf34edd%2C39029%2C1732126996922,2-6b87edf34edd,39029,1732126996922 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-6b87edf34edd,39029,1732126996922 got entry batch from reader: WALEntryBatch [walEntries=[{test/41bdc3b23d4702561ca1b8e060e7298c/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732127017928/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.1732127017076, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-20T18:23:37,966 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,2-6b87edf34edd,39029,1732126996922.replicationSource.shipper6b87edf34edd%2C39029%2C1732126996922,2-6b87edf34edd,39029,1732126996922 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T18:23:37,967 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-20T18:23:37,967 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33631 {}] regionserver.ReplicationSink(318): Replicating [97ff6dcc-af36-483a-b81d-271df1714489] bulk loaded data 2024-11-20T18:23:37,968 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33631 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@acebe90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:37,968 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33631 {}] client.ClusterIdFetcher(90): Going to request 6b87edf34edd,45551,-1 for getting cluster id 2024-11-20T18:23:37,968 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33631 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T18:23:37,968 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90abdb0a-3d7d-425b-9195-caa0d1b84984' 2024-11-20T18:23:37,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T18:23:37,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90abdb0a-3d7d-425b-9195-caa0d1b84984" 2024-11-20T18:23:37,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@498a4aa3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:37,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6b87edf34edd,45551,-1] 2024-11-20T18:23:37,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T18:23:37,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:37,969 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-20T18:23:37,970 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33631 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15a457c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T18:23:37,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741837_1013 (size=11194) 2024-11-20T18:23:37,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741838_1014 (size=10791) 2024-11-20T18:23:38,031 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39029,1732126996922.replicationSource.wal-reader.6b87edf34edd%2C39029%2C1732126996922,1-6b87edf34edd,39029,1732126996922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.1732127017076 to pos 0, reset compression=false 2024-11-20T18:23:38,035 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39029,1732126996922.replicationSource.wal-reader.6b87edf34edd%2C39029%2C1732126996922,1-6b87edf34edd,39029,1732126996922 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T18:23:38,035 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39029,1732126996922.replicationSource.shipper6b87edf34edd%2C39029%2C1732126996922,1-6b87edf34edd,39029,1732126996922 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,39029,1732126996922 got entry batch from reader: WALEntryBatch [walEntries=[{test/41bdc3b23d4702561ca1b8e060e7298c/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732127017928/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.1732127017076, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-20T18:23:38,036 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] regionserver.ReplicationSink(318): Replicating [97ff6dcc-af36-483a-b81d-271df1714489] bulk loaded data 2024-11-20T18:23:38,039 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b87edf34edd:39029 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-20T18:23:38,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43561 is added to blk_1073741839_1015 (size=11194) 2024-11-20T18:23:38,165 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,2-6b87edf34edd,39029,1732126996922.replicationSource.wal-reader.6b87edf34edd%2C39029%2C1732126996922,2-6b87edf34edd,39029,1732126996922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.1732127017076 to pos 393, reset compression=false 2024-11-20T18:23:38,235 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39029,1732126996922.replicationSource.wal-reader.6b87edf34edd%2C39029%2C1732126996922,1-6b87edf34edd,39029,1732126996922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.1732127017076 to pos 393, reset compression=false 2024-11-20T18:23:38,389 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33631 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:23:38,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6b87edf34edd,45551,1732127006920 2024-11-20T18:23:38,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3acb3adb 2024-11-20T18:23:38,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T18:23:38,391 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-20T18:23:38,392 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33631 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T18:23:38,393 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33631 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T18:23:38,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6b87edf34edd,33631,1732127007033, seqNum=-1] 2024-11-20T18:23:38,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T18:23:38,394 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-20T18:23:38,398 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/staging/jenkins.hfs.23__test__2a57ebbgt0pbkaetmimirosslf1no12tk23fv339ga3gqi65pdf19q0u8qdte9dr/f/2f2444b458274ec5957c659eb7bf546e_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-20T18:23:38,401 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/staging/jenkins.hfs.23__test__2a57ebbgt0pbkaetmimirosslf1no12tk23fv339ga3gqi65pdf19q0u8qdte9dr/f/f6078556b0a54d7f86d6cd583470bd4b_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-20T18:23:38,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33631 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/staging/jenkins.hfs.23__test__2a57ebbgt0pbkaetmimirosslf1no12tk23fv339ga3gqi65pdf19q0u8qdte9dr/f/f6078556b0a54d7f86d6cd583470bd4b_SeqId_6_ for inclusion in cd922e954eb2764ba186ad38c64ef936/f 2024-11-20T18:23:38,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33631 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-20T18:23:38,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33631 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T18:23:38,406 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33631 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/staging/jenkins.hfs.23__test__2a57ebbgt0pbkaetmimirosslf1no12tk23fv339ga3gqi65pdf19q0u8qdte9dr/f/2f2444b458274ec5957c659eb7bf546e_SeqId_6_ for inclusion in cd922e954eb2764ba186ad38c64ef936/f 2024-11-20T18:23:38,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33631 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-20T18:23:38,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33631 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T18:23:38,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33631 {}] regionserver.HRegion(2603): Flush status journal for cd922e954eb2764ba186ad38c64ef936: 2024-11-20T18:23:38,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33631 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f6078556b0a54d7f86d6cd583470bd4b_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-20T18:23:38,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/staging/jenkins.hfs.23__test__2a57ebbgt0pbkaetmimirosslf1no12tk23fv339ga3gqi65pdf19q0u8qdte9dr/f/f6078556b0a54d7f86d6cd583470bd4b_SeqId_6_ as hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/data/default/test/cd922e954eb2764ba186ad38c64ef936/f/239323e0b8b947a79da8112aa05b3d56_SeqId_4_ 2024-11-20T18:23:38,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33631 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2f2444b458274ec5957c659eb7bf546e_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-20T18:23:38,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/staging/jenkins.hfs.23__test__2a57ebbgt0pbkaetmimirosslf1no12tk23fv339ga3gqi65pdf19q0u8qdte9dr/f/2f2444b458274ec5957c659eb7bf546e_SeqId_6_ as hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/data/default/test/cd922e954eb2764ba186ad38c64ef936/f/f7f064c465ec4d218734a70f27110d31_SeqId_4_ 2024-11-20T18:23:38,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33631 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/staging/jenkins.hfs.23__test__2a57ebbgt0pbkaetmimirosslf1no12tk23fv339ga3gqi65pdf19q0u8qdte9dr/f/f6078556b0a54d7f86d6cd583470bd4b_SeqId_6_ into cd922e954eb2764ba186ad38c64ef936/f as hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/data/default/test/cd922e954eb2764ba186ad38c64ef936/f/239323e0b8b947a79da8112aa05b3d56_SeqId_4_ - updating store file list. 2024-11-20T18:23:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33631 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 239323e0b8b947a79da8112aa05b3d56_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T18:23:38,413 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33631 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/data/default/test/cd922e954eb2764ba186ad38c64ef936/f/239323e0b8b947a79da8112aa05b3d56_SeqId_4_ into cd922e954eb2764ba186ad38c64ef936/f 2024-11-20T18:23:38,413 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33631 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/staging/jenkins.hfs.23__test__2a57ebbgt0pbkaetmimirosslf1no12tk23fv339ga3gqi65pdf19q0u8qdte9dr/f/f6078556b0a54d7f86d6cd583470bd4b_SeqId_6_ into cd922e954eb2764ba186ad38c64ef936/f (new location: hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/data/default/test/cd922e954eb2764ba186ad38c64ef936/f/239323e0b8b947a79da8112aa05b3d56_SeqId_4_) 2024-11-20T18:23:38,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33631 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/staging/jenkins.hfs.23__test__2a57ebbgt0pbkaetmimirosslf1no12tk23fv339ga3gqi65pdf19q0u8qdte9dr/f/f6078556b0a54d7f86d6cd583470bd4b_SeqId_6_ 2024-11-20T18:23:38,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33631 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/staging/jenkins.hfs.23__test__2a57ebbgt0pbkaetmimirosslf1no12tk23fv339ga3gqi65pdf19q0u8qdte9dr/f/2f2444b458274ec5957c659eb7bf546e_SeqId_6_ into cd922e954eb2764ba186ad38c64ef936/f as hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/data/default/test/cd922e954eb2764ba186ad38c64ef936/f/f7f064c465ec4d218734a70f27110d31_SeqId_4_ - updating store file list. 2024-11-20T18:23:38,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33631 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f7f064c465ec4d218734a70f27110d31_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T18:23:38,417 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33631 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/data/default/test/cd922e954eb2764ba186ad38c64ef936/f/f7f064c465ec4d218734a70f27110d31_SeqId_4_ into cd922e954eb2764ba186ad38c64ef936/f 2024-11-20T18:23:38,417 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33631 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/staging/jenkins.hfs.23__test__2a57ebbgt0pbkaetmimirosslf1no12tk23fv339ga3gqi65pdf19q0u8qdte9dr/f/2f2444b458274ec5957c659eb7bf546e_SeqId_6_ into cd922e954eb2764ba186ad38c64ef936/f (new location: hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/data/default/test/cd922e954eb2764ba186ad38c64ef936/f/f7f064c465ec4d218734a70f27110d31_SeqId_4_) 2024-11-20T18:23:38,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33631 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/staging/jenkins.hfs.23__test__2a57ebbgt0pbkaetmimirosslf1no12tk23fv339ga3gqi65pdf19q0u8qdte9dr/f/2f2444b458274ec5957c659eb7bf546e_SeqId_6_ 2024-11-20T18:23:38,419 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33631 {}] regionserver.ReplicationSink(324): Finished replicating [97ff6dcc-af36-483a-b81d-271df1714489] bulk loaded data 2024-11-20T18:23:38,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43561 is added to blk_1073741840_1016 (size=10791) 2024-11-20T18:23:38,468 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,2-6b87edf34edd,39029,1732126996922.replicationSource.wal-reader.6b87edf34edd%2C39029%2C1732126996922,2-6b87edf34edd,39029,1732126996922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.1732127017076 to pos 393, reset compression=false 2024-11-20T18:23:38,538 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39029,1732126996922.replicationSource.wal-reader.6b87edf34edd%2C39029%2C1732126996922,1-6b87edf34edd,39029,1732126996922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.1732127017076 to pos 393, reset compression=false 2024-11-20T18:23:38,862 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T18:23:38,868 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/staging/jenkins.hfs.22__test__7u5na3s8h0i8ejbcje69ed9s2d91en76bjaehnijdmjss60h4fjviubkeache6f/f/2f2444b458274ec5957c659eb7bf546e_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-20T18:23:38,871 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/staging/jenkins.hfs.22__test__7u5na3s8h0i8ejbcje69ed9s2d91en76bjaehnijdmjss60h4fjviubkeache6f/f/f6078556b0a54d7f86d6cd583470bd4b_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-20T18:23:38,872 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,2-6b87edf34edd,39029,1732126996922.replicationSource.wal-reader.6b87edf34edd%2C39029%2C1732126996922,2-6b87edf34edd,39029,1732126996922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.1732127017076 to pos 393, reset compression=false 2024-11-20T18:23:38,874 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/staging/jenkins.hfs.22__test__7u5na3s8h0i8ejbcje69ed9s2d91en76bjaehnijdmjss60h4fjviubkeache6f/f/2f2444b458274ec5957c659eb7bf546e_SeqId_6_ for inclusion in ff191c91e72e4be0eaad0e81afb48309/f 2024-11-20T18:23:38,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-20T18:23:38,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T18:23:38,879 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/staging/jenkins.hfs.22__test__7u5na3s8h0i8ejbcje69ed9s2d91en76bjaehnijdmjss60h4fjviubkeache6f/f/f6078556b0a54d7f86d6cd583470bd4b_SeqId_6_ for inclusion in ff191c91e72e4be0eaad0e81afb48309/f 2024-11-20T18:23:38,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-20T18:23:38,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T18:23:38,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] regionserver.HRegion(2603): Flush status journal for ff191c91e72e4be0eaad0e81afb48309: 2024-11-20T18:23:38,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2f2444b458274ec5957c659eb7bf546e_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-20T18:23:38,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/staging/jenkins.hfs.22__test__7u5na3s8h0i8ejbcje69ed9s2d91en76bjaehnijdmjss60h4fjviubkeache6f/f/2f2444b458274ec5957c659eb7bf546e_SeqId_6_ as hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/data/default/test/ff191c91e72e4be0eaad0e81afb48309/f/5fb327f9c45e4614b172925a3f1ac708_SeqId_6_ 2024-11-20T18:23:38,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f6078556b0a54d7f86d6cd583470bd4b_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-20T18:23:38,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/staging/jenkins.hfs.22__test__7u5na3s8h0i8ejbcje69ed9s2d91en76bjaehnijdmjss60h4fjviubkeache6f/f/f6078556b0a54d7f86d6cd583470bd4b_SeqId_6_ as hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/data/default/test/ff191c91e72e4be0eaad0e81afb48309/f/4470104ccc8e4338b2e5d9306c46d6e4_SeqId_6_ 2024-11-20T18:23:38,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/staging/jenkins.hfs.22__test__7u5na3s8h0i8ejbcje69ed9s2d91en76bjaehnijdmjss60h4fjviubkeache6f/f/2f2444b458274ec5957c659eb7bf546e_SeqId_6_ into ff191c91e72e4be0eaad0e81afb48309/f as hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/data/default/test/ff191c91e72e4be0eaad0e81afb48309/f/5fb327f9c45e4614b172925a3f1ac708_SeqId_6_ - updating store file list. 2024-11-20T18:23:38,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5fb327f9c45e4614b172925a3f1ac708_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T18:23:38,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/data/default/test/ff191c91e72e4be0eaad0e81afb48309/f/5fb327f9c45e4614b172925a3f1ac708_SeqId_6_ into ff191c91e72e4be0eaad0e81afb48309/f 2024-11-20T18:23:38,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/staging/jenkins.hfs.22__test__7u5na3s8h0i8ejbcje69ed9s2d91en76bjaehnijdmjss60h4fjviubkeache6f/f/2f2444b458274ec5957c659eb7bf546e_SeqId_6_ into ff191c91e72e4be0eaad0e81afb48309/f (new location: hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/data/default/test/ff191c91e72e4be0eaad0e81afb48309/f/5fb327f9c45e4614b172925a3f1ac708_SeqId_6_) 2024-11-20T18:23:38,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/staging/jenkins.hfs.22__test__7u5na3s8h0i8ejbcje69ed9s2d91en76bjaehnijdmjss60h4fjviubkeache6f/f/2f2444b458274ec5957c659eb7bf546e_SeqId_6_ 2024-11-20T18:23:38,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/staging/jenkins.hfs.22__test__7u5na3s8h0i8ejbcje69ed9s2d91en76bjaehnijdmjss60h4fjviubkeache6f/f/f6078556b0a54d7f86d6cd583470bd4b_SeqId_6_ into ff191c91e72e4be0eaad0e81afb48309/f as hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/data/default/test/ff191c91e72e4be0eaad0e81afb48309/f/4470104ccc8e4338b2e5d9306c46d6e4_SeqId_6_ - updating store file list. 2024-11-20T18:23:38,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4470104ccc8e4338b2e5d9306c46d6e4_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T18:23:38,895 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/data/default/test/ff191c91e72e4be0eaad0e81afb48309/f/4470104ccc8e4338b2e5d9306c46d6e4_SeqId_6_ into ff191c91e72e4be0eaad0e81afb48309/f 2024-11-20T18:23:38,895 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/staging/jenkins.hfs.22__test__7u5na3s8h0i8ejbcje69ed9s2d91en76bjaehnijdmjss60h4fjviubkeache6f/f/f6078556b0a54d7f86d6cd583470bd4b_SeqId_6_ into ff191c91e72e4be0eaad0e81afb48309/f (new location: hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/data/default/test/ff191c91e72e4be0eaad0e81afb48309/f/4470104ccc8e4338b2e5d9306c46d6e4_SeqId_6_) 2024-11-20T18:23:38,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/staging/jenkins.hfs.22__test__7u5na3s8h0i8ejbcje69ed9s2d91en76bjaehnijdmjss60h4fjviubkeache6f/f/f6078556b0a54d7f86d6cd583470bd4b_SeqId_6_ 2024-11-20T18:23:38,897 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] regionserver.ReplicationSink(324): Finished replicating [97ff6dcc-af36-483a-b81d-271df1714489] bulk loaded data 2024-11-20T18:23:38,942 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39029,1732126996922.replicationSource.wal-reader.6b87edf34edd%2C39029%2C1732126996922,1-6b87edf34edd,39029,1732126996922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.1732127017076 to pos 393, reset compression=false 2024-11-20T18:23:38,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T18:23:38,947 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:23:38,947 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:23:38,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:38,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:38,947 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:23:38,947 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T18:23:38,947 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1213776690, stopped=false 2024-11-20T18:23:38,948 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b87edf34edd,45551,1732127006920 2024-11-20T18:23:38,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33631-0x101597c6cb40007, quorum=127.0.0.1:55581, baseZNode=/2-365952734 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-365952734/running 2024-11-20T18:23:38,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45551-0x101597c6cb40006, quorum=127.0.0.1:55581, baseZNode=/2-365952734 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-365952734/running 2024-11-20T18:23:38,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45551-0x101597c6cb40006, quorum=127.0.0.1:55581, baseZNode=/2-365952734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-365952734 2024-11-20T18:23:38,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33631-0x101597c6cb40007, quorum=127.0.0.1:55581, baseZNode=/2-365952734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-365952734 2024-11-20T18:23:38,994 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T18:23:38,994 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:23:38,994 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:23:38,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:38,994 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b87edf34edd,33631,1732127007033' ***** 2024-11-20T18:23:38,994 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T18:23:38,995 INFO [RS:0;6b87edf34edd:33631 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T18:23:38,995 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45551-0x101597c6cb40006, quorum=127.0.0.1:55581, baseZNode=/2-365952734 Set watcher on znode that does not yet exist, /2-365952734/running 2024-11-20T18:23:38,995 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33631-0x101597c6cb40007, quorum=127.0.0.1:55581, baseZNode=/2-365952734 Set watcher on znode that does not yet exist, /2-365952734/running 2024-11-20T18:23:38,995 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T18:23:38,995 INFO [RS:0;6b87edf34edd:33631 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T18:23:38,995 INFO [RS:0;6b87edf34edd:33631 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T18:23:38,996 INFO [RS:0;6b87edf34edd:33631 {}] regionserver.HRegionServer(3091): Received CLOSE for cd922e954eb2764ba186ad38c64ef936 2024-11-20T18:23:38,996 INFO [RS:0;6b87edf34edd:33631 {}] regionserver.HRegionServer(959): stopping server 6b87edf34edd,33631,1732127007033 2024-11-20T18:23:38,996 INFO [RS:0;6b87edf34edd:33631 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T18:23:38,996 INFO [RS:0;6b87edf34edd:33631 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b87edf34edd:33631. 2024-11-20T18:23:38,996 DEBUG [RS:0;6b87edf34edd:33631 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:23:38,996 DEBUG [RS:0;6b87edf34edd:33631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:38,996 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cd922e954eb2764ba186ad38c64ef936, disabling compactions & flushes 2024-11-20T18:23:38,996 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732127011231.cd922e954eb2764ba186ad38c64ef936. 2024-11-20T18:23:38,996 INFO [RS:0;6b87edf34edd:33631 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T18:23:38,996 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732127011231.cd922e954eb2764ba186ad38c64ef936. 2024-11-20T18:23:38,996 INFO [RS:0;6b87edf34edd:33631 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T18:23:38,996 INFO [RS:0;6b87edf34edd:33631 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T18:23:38,996 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732127011231.cd922e954eb2764ba186ad38c64ef936. after waiting 0 ms 2024-11-20T18:23:38,996 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732127011231.cd922e954eb2764ba186ad38c64ef936. 2024-11-20T18:23:38,996 INFO [RS:0;6b87edf34edd:33631 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T18:23:38,997 INFO [RS:0;6b87edf34edd:33631 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T18:23:38,997 DEBUG [RS:0;6b87edf34edd:33631 {}] regionserver.HRegionServer(1325): Online Regions={cd922e954eb2764ba186ad38c64ef936=test,,1732127011231.cd922e954eb2764ba186ad38c64ef936., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T18:23:38,997 DEBUG [RS:0;6b87edf34edd:33631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cd922e954eb2764ba186ad38c64ef936 2024-11-20T18:23:38,997 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T18:23:38,997 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T18:23:38,997 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T18:23:38,997 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T18:23:38,997 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T18:23:38,997 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-20T18:23:38,999 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/data/default/test/cd922e954eb2764ba186ad38c64ef936/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-20T18:23:39,000 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T18:23:39,000 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T18:23:39,000 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732127011231.cd922e954eb2764ba186ad38c64ef936. 2024-11-20T18:23:39,000 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cd922e954eb2764ba186ad38c64ef936: Waiting for close lock at 1732127018996Running coprocessor pre-close hooks at 1732127018996Disabling compacts and flushes for region at 1732127018996Disabling writes for close at 1732127018996Writing region close event to WAL at 1732127018997 (+1 ms)Running coprocessor post-close hooks at 1732127019000 (+3 ms)Closed at 1732127019000 2024-11-20T18:23:39,000 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732127011231.cd922e954eb2764ba186ad38c64ef936. 2024-11-20T18:23:39,018 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/data/hbase/meta/1588230740/.tmp/info/53be45b003e0401b9730a9143b66a6a4 is 129, key is test,,1732127011231.cd922e954eb2764ba186ad38c64ef936./info:regioninfo/1732127011966/Put/seqid=0 2024-11-20T18:23:39,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741839_1015 (size=6421) 2024-11-20T18:23:39,084 INFO [regionserver/6b87edf34edd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T18:23:39,197 DEBUG [RS:0;6b87edf34edd:33631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T18:23:39,380 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,2-6b87edf34edd,39029,1732126996922.replicationSource.wal-reader.6b87edf34edd%2C39029%2C1732126996922,2-6b87edf34edd,39029,1732126996922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.1732127017076 to pos 393, reset compression=false 2024-11-20T18:23:39,397 DEBUG [RS:0;6b87edf34edd:33631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T18:23:39,417 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T18:23:39,426 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/data/hbase/meta/1588230740/.tmp/info/53be45b003e0401b9730a9143b66a6a4 2024-11-20T18:23:39,446 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39029,1732126996922.replicationSource.wal-reader.6b87edf34edd%2C39029%2C1732126996922,1-6b87edf34edd,39029,1732126996922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.1732127017076 to pos 393, reset compression=false 2024-11-20T18:23:39,448 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/data/hbase/meta/1588230740/.tmp/ns/10038ba53bbe4d8b89829b53935c1593 is 43, key is default/ns:d/1732127009307/Put/seqid=0 2024-11-20T18:23:39,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741840_1016 (size=5153) 2024-11-20T18:23:39,597 DEBUG [RS:0;6b87edf34edd:33631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T18:23:39,776 INFO [regionserver/6b87edf34edd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T18:23:39,776 INFO [regionserver/6b87edf34edd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T18:23:39,797 DEBUG [RS:0;6b87edf34edd:33631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T18:23:39,855 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/data/hbase/meta/1588230740/.tmp/ns/10038ba53bbe4d8b89829b53935c1593 2024-11-20T18:23:39,878 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/data/hbase/meta/1588230740/.tmp/rep_barrier/c60cd8617be64084af20113ce6031a82 is 112, key is test,,1732127011231.cd922e954eb2764ba186ad38c64ef936./rep_barrier:seqnumDuringOpen/1732127011966/Put/seqid=0 2024-11-20T18:23:39,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741841_1017 (size=5518) 2024-11-20T18:23:39,881 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/data/hbase/meta/1588230740/.tmp/rep_barrier/c60cd8617be64084af20113ce6031a82 2024-11-20T18:23:39,904 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/data/hbase/meta/1588230740/.tmp/table/566c1e7e3e2642bbaf190644bf881548 is 40, key is test/table:state/1732127011971/Put/seqid=0 2024-11-20T18:23:39,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741842_1018 (size=5165) 2024-11-20T18:23:39,983 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,2-6b87edf34edd,39029,1732126996922.replicationSource.wal-reader.6b87edf34edd%2C39029%2C1732126996922,2-6b87edf34edd,39029,1732126996922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.1732127017076 to pos 393, reset compression=false 2024-11-20T18:23:39,998 DEBUG [RS:0;6b87edf34edd:33631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T18:23:40,049 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39029,1732126996922.replicationSource.wal-reader.6b87edf34edd%2C39029%2C1732126996922,1-6b87edf34edd,39029,1732126996922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.1732127017076 to pos 393, reset compression=false 2024-11-20T18:23:40,198 INFO [RS:0;6b87edf34edd:33631 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T18:23:40,198 DEBUG [RS:0;6b87edf34edd:33631 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T18:23:40,198 DEBUG [RS:0;6b87edf34edd:33631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T18:23:40,308 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/data/hbase/meta/1588230740/.tmp/table/566c1e7e3e2642bbaf190644bf881548 2024-11-20T18:23:40,314 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/data/hbase/meta/1588230740/.tmp/info/53be45b003e0401b9730a9143b66a6a4 as hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/data/hbase/meta/1588230740/info/53be45b003e0401b9730a9143b66a6a4 2024-11-20T18:23:40,319 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/data/hbase/meta/1588230740/info/53be45b003e0401b9730a9143b66a6a4, entries=10, sequenceid=11, filesize=6.3 K 2024-11-20T18:23:40,320 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/data/hbase/meta/1588230740/.tmp/ns/10038ba53bbe4d8b89829b53935c1593 as hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/data/hbase/meta/1588230740/ns/10038ba53bbe4d8b89829b53935c1593 2024-11-20T18:23:40,324 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/data/hbase/meta/1588230740/ns/10038ba53bbe4d8b89829b53935c1593, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T18:23:40,325 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/data/hbase/meta/1588230740/.tmp/rep_barrier/c60cd8617be64084af20113ce6031a82 as hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/data/hbase/meta/1588230740/rep_barrier/c60cd8617be64084af20113ce6031a82 2024-11-20T18:23:40,328 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/data/hbase/meta/1588230740/rep_barrier/c60cd8617be64084af20113ce6031a82, entries=1, sequenceid=11, filesize=5.4 K 2024-11-20T18:23:40,329 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/data/hbase/meta/1588230740/.tmp/table/566c1e7e3e2642bbaf190644bf881548 as hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/data/hbase/meta/1588230740/table/566c1e7e3e2642bbaf190644bf881548 2024-11-20T18:23:40,332 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/data/hbase/meta/1588230740/table/566c1e7e3e2642bbaf190644bf881548, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T18:23:40,333 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1336ms, sequenceid=11, compaction requested=false 2024-11-20T18:23:40,336 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T18:23:40,336 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T18:23:40,336 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T18:23:40,336 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T18:23:40,336 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732127018997Running coprocessor pre-close hooks at 1732127018997Disabling compacts and flushes for region at 1732127018997Disabling writes for close at 1732127018997Obtaining lock to block concurrent updates at 1732127018997Preparing flush snapshotting stores in 1588230740 at 1732127018997Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732127018997Flushing stores of hbase:meta,,1.1588230740 at 1732127018998 (+1 ms)Flushing 1588230740/info: creating writer at 1732127018998Flushing 1588230740/info: appending metadata at 1732127019017 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732127019017Flushing 1588230740/ns: creating writer at 1732127019430 (+413 ms)Flushing 1588230740/ns: appending metadata at 1732127019448 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732127019448Flushing 1588230740/rep_barrier: creating writer at 1732127019860 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732127019877 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732127019877Flushing 1588230740/table: creating writer at 1732127019885 (+8 ms)Flushing 1588230740/table: appending metadata at 1732127019903 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732127019903Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@697433b4: reopening flushed file at 1732127020313 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7abeed38: reopening flushed file at 1732127020319 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@138de4c: reopening flushed file at 1732127020324 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ee76793: reopening flushed file at 1732127020328 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1336ms, sequenceid=11, compaction requested=false at 1732127020333 (+5 ms)Writing region close event to WAL at 1732127020334 (+1 ms)Running coprocessor post-close hooks at 1732127020336 (+2 ms)Closed at 1732127020336 2024-11-20T18:23:40,336 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T18:23:40,398 INFO [RS:0;6b87edf34edd:33631 {}] regionserver.HRegionServer(976): stopping server 6b87edf34edd,33631,1732127007033; all regions closed. 2024-11-20T18:23:40,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741834_1010 (size=2717) 2024-11-20T18:23:40,404 DEBUG [RS:0;6b87edf34edd:33631 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/oldWALs 2024-11-20T18:23:40,404 INFO [RS:0;6b87edf34edd:33631 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b87edf34edd%2C33631%2C1732127007033.meta:.meta(num 1732127009219) 2024-11-20T18:23:40,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741833_1009 (size=1028) 2024-11-20T18:23:40,414 DEBUG [RS:0;6b87edf34edd:33631 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/oldWALs 2024-11-20T18:23:40,414 INFO [RS:0;6b87edf34edd:33631 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b87edf34edd%2C33631%2C1732127007033:(num 1732127008912) 2024-11-20T18:23:40,414 DEBUG [RS:0;6b87edf34edd:33631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:40,414 INFO [RS:0;6b87edf34edd:33631 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T18:23:40,414 INFO [RS:0;6b87edf34edd:33631 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T18:23:40,414 INFO [RS:0;6b87edf34edd:33631 {}] hbase.ChoreService(370): Chore service for: regionserver/6b87edf34edd:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T18:23:40,415 INFO [RS:0;6b87edf34edd:33631 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T18:23:40,415 INFO [regionserver/6b87edf34edd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T18:23:40,415 INFO [RS:0;6b87edf34edd:33631 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b87edf34edd:33631. 2024-11-20T18:23:40,415 DEBUG [RS:0;6b87edf34edd:33631 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:23:40,415 DEBUG [RS:0;6b87edf34edd:33631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:40,415 DEBUG [RS:0;6b87edf34edd:33631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:40,415 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:23:40,416 INFO [RS:0;6b87edf34edd:33631 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33631 2024-11-20T18:23:40,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33631-0x101597c6cb40007, quorum=127.0.0.1:55581, baseZNode=/2-365952734 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-365952734/rs/6b87edf34edd,33631,1732127007033 2024-11-20T18:23:40,458 INFO [RS:0;6b87edf34edd:33631 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T18:23:40,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45551-0x101597c6cb40006, quorum=127.0.0.1:55581, baseZNode=/2-365952734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-365952734/rs 2024-11-20T18:23:40,468 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b87edf34edd,33631,1732127007033] 2024-11-20T18:23:40,479 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-365952734/draining/6b87edf34edd,33631,1732127007033 already deleted, retry=false 2024-11-20T18:23:40,479 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b87edf34edd,33631,1732127007033 expired; onlineServers=0 2024-11-20T18:23:40,479 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b87edf34edd,45551,1732127006920' ***** 2024-11-20T18:23:40,479 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T18:23:40,479 INFO [M:0;6b87edf34edd:45551 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T18:23:40,479 INFO [M:0;6b87edf34edd:45551 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T18:23:40,479 DEBUG [M:0;6b87edf34edd:45551 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T18:23:40,480 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T18:23:40,480 DEBUG [M:0;6b87edf34edd:45551 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T18:23:40,480 DEBUG [master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732127008598 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732127008598,5,FailOnTimeoutGroup] 2024-11-20T18:23:40,480 INFO [M:0;6b87edf34edd:45551 {}] hbase.ChoreService(370): Chore service for: master/6b87edf34edd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T18:23:40,480 INFO [M:0;6b87edf34edd:45551 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T18:23:40,480 DEBUG [master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732127008597 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732127008597,5,FailOnTimeoutGroup] 2024-11-20T18:23:40,480 DEBUG [M:0;6b87edf34edd:45551 {}] master.HMaster(1795): Stopping service threads 2024-11-20T18:23:40,480 INFO [M:0;6b87edf34edd:45551 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T18:23:40,480 INFO [M:0;6b87edf34edd:45551 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T18:23:40,480 INFO [M:0;6b87edf34edd:45551 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T18:23:40,481 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T18:23:40,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45551-0x101597c6cb40006, quorum=127.0.0.1:55581, baseZNode=/2-365952734 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-365952734/master 2024-11-20T18:23:40,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45551-0x101597c6cb40006, quorum=127.0.0.1:55581, baseZNode=/2-365952734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-365952734 2024-11-20T18:23:40,500 DEBUG [M:0;6b87edf34edd:45551 {}] zookeeper.RecoverableZooKeeper(212): Node /2-365952734/master already deleted, retry=false 2024-11-20T18:23:40,500 DEBUG [M:0;6b87edf34edd:45551 {}] master.ActiveMasterManager(353): master:45551-0x101597c6cb40006, quorum=127.0.0.1:55581, baseZNode=/2-365952734 Failed delete of our master address node; KeeperErrorCode = NoNode for /2-365952734/master 2024-11-20T18:23:40,501 INFO [M:0;6b87edf34edd:45551 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/.lastflushedseqids 2024-11-20T18:23:40,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741843_1019 (size=173) 2024-11-20T18:23:40,569 INFO [RS:0;6b87edf34edd:33631 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T18:23:40,569 INFO [RS:0;6b87edf34edd:33631 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b87edf34edd,33631,1732127007033; zookeeper connection closed. 2024-11-20T18:23:40,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33631-0x101597c6cb40007, quorum=127.0.0.1:55581, baseZNode=/2-365952734 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:23:40,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33631-0x101597c6cb40007, quorum=127.0.0.1:55581, baseZNode=/2-365952734 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:23:40,573 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@656a3415 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@656a3415 2024-11-20T18:23:40,574 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T18:23:40,688 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,2-6b87edf34edd,39029,1732126996922.replicationSource.wal-reader.6b87edf34edd%2C39029%2C1732126996922,2-6b87edf34edd,39029,1732126996922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.1732127017076 to pos 393, reset compression=false 2024-11-20T18:23:40,760 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39029,1732126996922.replicationSource.wal-reader.6b87edf34edd%2C39029%2C1732126996922,1-6b87edf34edd,39029,1732126996922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.1732127017076 to pos 393, reset compression=false 2024-11-20T18:23:40,962 INFO [M:0;6b87edf34edd:45551 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T18:23:40,962 INFO [M:0;6b87edf34edd:45551 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T18:23:40,963 DEBUG [M:0;6b87edf34edd:45551 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T18:23:40,963 INFO [M:0;6b87edf34edd:45551 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:23:40,963 DEBUG [M:0;6b87edf34edd:45551 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:23:40,963 DEBUG [M:0;6b87edf34edd:45551 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T18:23:40,963 DEBUG [M:0;6b87edf34edd:45551 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:23:40,963 INFO [M:0;6b87edf34edd:45551 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-20T18:23:40,975 DEBUG [M:0;6b87edf34edd:45551 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2dc36a9bf6a446daa55e84891c0ab59e is 82, key is hbase:meta,,1/info:regioninfo/1732127009283/Put/seqid=0 2024-11-20T18:23:40,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741844_1020 (size=5672) 2024-11-20T18:23:41,379 INFO [M:0;6b87edf34edd:45551 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2dc36a9bf6a446daa55e84891c0ab59e 2024-11-20T18:23:41,395 DEBUG [M:0;6b87edf34edd:45551 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ce727b038fae48fa814b4991a6f6be9e is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732127011973/Put/seqid=0 2024-11-20T18:23:41,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741845_1021 (size=6586) 2024-11-20T18:23:41,491 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,2-6b87edf34edd,39029,1732126996922.replicationSource.wal-reader.6b87edf34edd%2C39029%2C1732126996922,2-6b87edf34edd,39029,1732126996922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.1732127017076 to pos 393, reset compression=false 2024-11-20T18:23:41,562 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39029,1732126996922.replicationSource.wal-reader.6b87edf34edd%2C39029%2C1732126996922,1-6b87edf34edd,39029,1732126996922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.1732127017076 to pos 393, reset compression=false 2024-11-20T18:23:41,798 INFO [M:0;6b87edf34edd:45551 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ce727b038fae48fa814b4991a6f6be9e 2024-11-20T18:23:41,815 DEBUG [M:0;6b87edf34edd:45551 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/071e39a524944f58b3bf85133667fd96 is 69, key is 6b87edf34edd,33631,1732127007033/rs:state/1732127008702/Put/seqid=0 2024-11-20T18:23:41,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741846_1022 (size=5156) 2024-11-20T18:23:42,218 INFO [M:0;6b87edf34edd:45551 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/071e39a524944f58b3bf85133667fd96 2024-11-20T18:23:42,221 DEBUG [M:0;6b87edf34edd:45551 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2dc36a9bf6a446daa55e84891c0ab59e as hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2dc36a9bf6a446daa55e84891c0ab59e 2024-11-20T18:23:42,224 INFO [M:0;6b87edf34edd:45551 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2dc36a9bf6a446daa55e84891c0ab59e, entries=8, sequenceid=55, filesize=5.5 K 2024-11-20T18:23:42,225 DEBUG [M:0;6b87edf34edd:45551 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ce727b038fae48fa814b4991a6f6be9e as hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ce727b038fae48fa814b4991a6f6be9e 2024-11-20T18:23:42,228 INFO [M:0;6b87edf34edd:45551 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ce727b038fae48fa814b4991a6f6be9e, entries=6, sequenceid=55, filesize=6.4 K 2024-11-20T18:23:42,229 DEBUG [M:0;6b87edf34edd:45551 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/071e39a524944f58b3bf85133667fd96 as hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/071e39a524944f58b3bf85133667fd96 2024-11-20T18:23:42,231 INFO [M:0;6b87edf34edd:45551 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36281/user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/071e39a524944f58b3bf85133667fd96, entries=1, sequenceid=55, filesize=5.0 K 2024-11-20T18:23:42,232 INFO [M:0;6b87edf34edd:45551 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1269ms, sequenceid=55, compaction requested=false 2024-11-20T18:23:42,233 INFO [M:0;6b87edf34edd:45551 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:23:42,233 DEBUG [M:0;6b87edf34edd:45551 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732127020963Disabling compacts and flushes for region at 1732127020963Disabling writes for close at 1732127020963Obtaining lock to block concurrent updates at 1732127020963Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732127020963Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732127020963Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732127020963Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732127020963Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732127020975 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732127020975Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732127021382 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732127021394 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732127021394Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732127021802 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732127021814 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732127021814Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1de16146: reopening flushed file at 1732127022221 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@afab9af: reopening flushed file at 1732127022224 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3883f42e: reopening flushed file at 1732127022228 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1269ms, sequenceid=55, compaction requested=false at 1732127022232 (+4 ms)Writing region close event to WAL at 1732127022233 (+1 ms)Closed at 1732127022233 2024-11-20T18:23:42,234 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ed053dbc-f667-0bac-8ccd-60ee93c9d985/MasterData/WALs/6b87edf34edd,45551,1732127006920/6b87edf34edd%2C45551%2C1732127006920.1732127008330 not finished, retry = 0 2024-11-20T18:23:42,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41111 is added to blk_1073741830_1006 (size=32770) 2024-11-20T18:23:42,335 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T18:23:42,336 INFO [M:0;6b87edf34edd:45551 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T18:23:42,336 INFO [M:0;6b87edf34edd:45551 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45551 2024-11-20T18:23:42,336 INFO [M:0;6b87edf34edd:45551 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T18:23:42,394 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,2-6b87edf34edd,39029,1732126996922.replicationSource.wal-reader.6b87edf34edd%2C39029%2C1732126996922,2-6b87edf34edd,39029,1732126996922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.1732127017076 to pos 393, reset compression=false 2024-11-20T18:23:42,466 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39029,1732126996922.replicationSource.wal-reader.6b87edf34edd%2C39029%2C1732126996922,1-6b87edf34edd,39029,1732126996922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.1732127017076 to pos 393, reset compression=false 2024-11-20T18:23:42,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45551-0x101597c6cb40006, quorum=127.0.0.1:55581, baseZNode=/2-365952734 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:23:42,500 INFO [M:0;6b87edf34edd:45551 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T18:23:42,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45551-0x101597c6cb40006, quorum=127.0.0.1:55581, baseZNode=/2-365952734 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:23:42,505 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5181d241{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T18:23:42,505 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@341acd1e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T18:23:42,505 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T18:23:42,505 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53859a95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T18:23:42,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26c7ccc8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da27f8b-6ab5-212a-67e6-f17348420cfe/hadoop.log.dir/,STOPPED} 2024-11-20T18:23:42,507 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T18:23:42,507 WARN [BP-733700841-172.17.0.3-1732127005428 heartbeating to localhost/127.0.0.1:36281 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T18:23:42,507 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T18:23:42,507 WARN [BP-733700841-172.17.0.3-1732127005428 heartbeating to localhost/127.0.0.1:36281 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-733700841-172.17.0.3-1732127005428 (Datanode Uuid 05b318d1-992e-48a4-bafc-1f9bb09a8fcb) service to localhost/127.0.0.1:36281 2024-11-20T18:23:42,507 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da27f8b-6ab5-212a-67e6-f17348420cfe/cluster_12fe28ed-79d2-9bc6-7033-6a1335c90760/data/data1/current/BP-733700841-172.17.0.3-1732127005428 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T18:23:42,508 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da27f8b-6ab5-212a-67e6-f17348420cfe/cluster_12fe28ed-79d2-9bc6-7033-6a1335c90760/data/data2/current/BP-733700841-172.17.0.3-1732127005428 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T18:23:42,508 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T18:23:42,512 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@659e314e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T18:23:42,513 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@25c8160{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T18:23:42,513 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T18:23:42,513 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16979058{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T18:23:42,513 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69cc3115{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9da27f8b-6ab5-212a-67e6-f17348420cfe/hadoop.log.dir/,STOPPED} 2024-11-20T18:23:42,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T18:23:42,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T18:23:42,524 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:23:42,524 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:23:42,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:42,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:42,524 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:23:42,524 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T18:23:42,524 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=74192918, stopped=false 2024-11-20T18:23:42,524 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b87edf34edd,34895,1732127001943 2024-11-20T18:23:42,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45607-0x101597c6cb40004, quorum=127.0.0.1:55581, baseZNode=/1-1095131318 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1095131318/running 2024-11-20T18:23:42,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34895-0x101597c6cb40003, quorum=127.0.0.1:55581, baseZNode=/1-1095131318 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1095131318/running 2024-11-20T18:23:42,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45607-0x101597c6cb40004, quorum=127.0.0.1:55581, baseZNode=/1-1095131318 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1095131318 2024-11-20T18:23:42,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34895-0x101597c6cb40003, quorum=127.0.0.1:55581, baseZNode=/1-1095131318 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1095131318 2024-11-20T18:23:42,542 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T18:23:42,542 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:23:42,542 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:23:42,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:42,542 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b87edf34edd,45607,1732127002046' ***** 2024-11-20T18:23:42,542 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T18:23:42,542 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45607-0x101597c6cb40004, quorum=127.0.0.1:55581, baseZNode=/1-1095131318 Set watcher on znode that does not yet exist, /1-1095131318/running 2024-11-20T18:23:42,543 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34895-0x101597c6cb40003, quorum=127.0.0.1:55581, baseZNode=/1-1095131318 Set watcher on znode that does not yet exist, /1-1095131318/running 2024-11-20T18:23:42,543 INFO [RS:0;6b87edf34edd:45607 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T18:23:42,543 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T18:23:42,543 INFO [RS:0;6b87edf34edd:45607 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T18:23:42,543 INFO [RS:0;6b87edf34edd:45607 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T18:23:42,543 INFO [RS:0;6b87edf34edd:45607 {}] regionserver.HRegionServer(3091): Received CLOSE for ff191c91e72e4be0eaad0e81afb48309 2024-11-20T18:23:42,543 INFO [RS:0;6b87edf34edd:45607 {}] regionserver.HRegionServer(959): stopping server 6b87edf34edd,45607,1732127002046 2024-11-20T18:23:42,543 INFO [RS:0;6b87edf34edd:45607 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T18:23:42,544 INFO [RS:0;6b87edf34edd:45607 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b87edf34edd:45607. 2024-11-20T18:23:42,544 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ff191c91e72e4be0eaad0e81afb48309, disabling compactions & flushes 2024-11-20T18:23:42,544 DEBUG [RS:0;6b87edf34edd:45607 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:23:42,544 DEBUG [RS:0;6b87edf34edd:45607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:42,544 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732127010091.ff191c91e72e4be0eaad0e81afb48309. 2024-11-20T18:23:42,544 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732127010091.ff191c91e72e4be0eaad0e81afb48309. 2024-11-20T18:23:42,544 INFO [RS:0;6b87edf34edd:45607 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T18:23:42,544 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732127010091.ff191c91e72e4be0eaad0e81afb48309. after waiting 0 ms 2024-11-20T18:23:42,544 INFO [RS:0;6b87edf34edd:45607 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T18:23:42,544 INFO [RS:0;6b87edf34edd:45607 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T18:23:42,544 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732127010091.ff191c91e72e4be0eaad0e81afb48309. 2024-11-20T18:23:42,544 INFO [RS:0;6b87edf34edd:45607 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T18:23:42,544 INFO [RS:0;6b87edf34edd:45607 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T18:23:42,544 DEBUG [RS:0;6b87edf34edd:45607 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ff191c91e72e4be0eaad0e81afb48309=test,,1732127010091.ff191c91e72e4be0eaad0e81afb48309.} 2024-11-20T18:23:42,544 DEBUG [RS:0;6b87edf34edd:45607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ff191c91e72e4be0eaad0e81afb48309 2024-11-20T18:23:42,544 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T18:23:42,544 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T18:23:42,544 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T18:23:42,544 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T18:23:42,544 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T18:23:42,544 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-20T18:23:42,549 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/data/default/test/ff191c91e72e4be0eaad0e81afb48309/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T18:23:42,556 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T18:23:42,556 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T18:23:42,556 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732127010091.ff191c91e72e4be0eaad0e81afb48309. 2024-11-20T18:23:42,556 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ff191c91e72e4be0eaad0e81afb48309: Waiting for close lock at 1732127022543Running coprocessor pre-close hooks at 1732127022543Disabling compacts and flushes for region at 1732127022543Disabling writes for close at 1732127022544 (+1 ms)Writing region close event to WAL at 1732127022545 (+1 ms)Running coprocessor post-close hooks at 1732127022555 (+10 ms)Closed at 1732127022556 (+1 ms) 2024-11-20T18:23:42,556 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732127010091.ff191c91e72e4be0eaad0e81afb48309. 2024-11-20T18:23:42,576 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/data/hbase/meta/1588230740/.tmp/info/4284ed73f52d49f39828900beb0f5805 is 129, key is test,,1732127010091.ff191c91e72e4be0eaad0e81afb48309./info:regioninfo/1732127010832/Put/seqid=0 2024-11-20T18:23:42,576 INFO [regionserver/6b87edf34edd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T18:23:42,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43561 is added to blk_1073741841_1017 (size=6421) 2024-11-20T18:23:42,593 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/data/hbase/meta/1588230740/.tmp/info/4284ed73f52d49f39828900beb0f5805 2024-11-20T18:23:42,621 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/data/hbase/meta/1588230740/.tmp/ns/79e3388f53e846b2927e781a9fd1bc50 is 43, key is default/ns:d/1732127005355/Put/seqid=0 2024-11-20T18:23:42,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43561 is added to blk_1073741842_1018 (size=5153) 2024-11-20T18:23:42,744 DEBUG [RS:0;6b87edf34edd:45607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T18:23:42,944 DEBUG [RS:0;6b87edf34edd:45607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T18:23:43,025 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/data/hbase/meta/1588230740/.tmp/ns/79e3388f53e846b2927e781a9fd1bc50 2024-11-20T18:23:43,040 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/data/hbase/meta/1588230740/.tmp/rep_barrier/d62e7c10c08c425983b9567f6cb7a6ea is 112, key is test,,1732127010091.ff191c91e72e4be0eaad0e81afb48309./rep_barrier:seqnumDuringOpen/1732127010832/Put/seqid=0 2024-11-20T18:23:43,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43561 is added to blk_1073741843_1019 (size=5518) 2024-11-20T18:23:43,043 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/data/hbase/meta/1588230740/.tmp/rep_barrier/d62e7c10c08c425983b9567f6cb7a6ea 2024-11-20T18:23:43,058 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/data/hbase/meta/1588230740/.tmp/table/15451ebc6dbd44e68079abfadbff7271 is 40, key is test/table:state/1732127010838/Put/seqid=0 2024-11-20T18:23:43,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43561 is added to blk_1073741844_1020 (size=5165) 2024-11-20T18:23:43,145 DEBUG [RS:0;6b87edf34edd:45607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T18:23:43,153 INFO [regionserver/6b87edf34edd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T18:23:43,153 INFO [regionserver/6b87edf34edd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T18:23:43,345 DEBUG [RS:0;6b87edf34edd:45607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T18:23:43,397 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,2-6b87edf34edd,39029,1732126996922.replicationSource.wal-reader.6b87edf34edd%2C39029%2C1732126996922,2-6b87edf34edd,39029,1732126996922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.1732127017076 to pos 393, reset compression=false 2024-11-20T18:23:43,461 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/data/hbase/meta/1588230740/.tmp/table/15451ebc6dbd44e68079abfadbff7271 2024-11-20T18:23:43,466 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/data/hbase/meta/1588230740/.tmp/info/4284ed73f52d49f39828900beb0f5805 as hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/data/hbase/meta/1588230740/info/4284ed73f52d49f39828900beb0f5805 2024-11-20T18:23:43,469 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/data/hbase/meta/1588230740/info/4284ed73f52d49f39828900beb0f5805, entries=10, sequenceid=11, filesize=6.3 K 2024-11-20T18:23:43,469 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/data/hbase/meta/1588230740/.tmp/ns/79e3388f53e846b2927e781a9fd1bc50 as hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/data/hbase/meta/1588230740/ns/79e3388f53e846b2927e781a9fd1bc50 2024-11-20T18:23:43,470 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39029,1732126996922.replicationSource.wal-reader.6b87edf34edd%2C39029%2C1732126996922,1-6b87edf34edd,39029,1732126996922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.1732127017076 to pos 393, reset compression=false 2024-11-20T18:23:43,473 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/data/hbase/meta/1588230740/ns/79e3388f53e846b2927e781a9fd1bc50, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T18:23:43,473 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/data/hbase/meta/1588230740/.tmp/rep_barrier/d62e7c10c08c425983b9567f6cb7a6ea as hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/data/hbase/meta/1588230740/rep_barrier/d62e7c10c08c425983b9567f6cb7a6ea 2024-11-20T18:23:43,476 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/data/hbase/meta/1588230740/rep_barrier/d62e7c10c08c425983b9567f6cb7a6ea, entries=1, sequenceid=11, filesize=5.4 K 2024-11-20T18:23:43,476 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/data/hbase/meta/1588230740/.tmp/table/15451ebc6dbd44e68079abfadbff7271 as hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/data/hbase/meta/1588230740/table/15451ebc6dbd44e68079abfadbff7271 2024-11-20T18:23:43,479 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/data/hbase/meta/1588230740/table/15451ebc6dbd44e68079abfadbff7271, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T18:23:43,480 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 936ms, sequenceid=11, compaction requested=false 2024-11-20T18:23:43,480 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T18:23:43,484 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T18:23:43,484 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T18:23:43,484 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T18:23:43,484 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T18:23:43,484 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732127022544Running coprocessor pre-close hooks at 1732127022544Disabling compacts and flushes for region at 1732127022544Disabling writes for close at 1732127022544Obtaining lock to block concurrent updates at 1732127022544Preparing flush snapshotting stores in 1588230740 at 1732127022544Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732127022545 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732127022546 (+1 ms)Flushing 1588230740/info: creating writer at 1732127022546Flushing 1588230740/info: appending metadata at 1732127022575 (+29 ms)Flushing 1588230740/info: closing flushed file at 1732127022575Flushing 1588230740/ns: creating writer at 1732127022599 (+24 ms)Flushing 1588230740/ns: appending metadata at 1732127022620 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732127022621 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1732127023028 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732127023040 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732127023040Flushing 1588230740/table: creating writer at 1732127023046 (+6 ms)Flushing 1588230740/table: appending metadata at 1732127023058 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732127023058Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7322c56b: reopening flushed file at 1732127023465 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7be961a5: reopening flushed file at 1732127023469 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45ea3fd1: reopening flushed file at 1732127023473 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2abfca7b: reopening flushed file at 1732127023476 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 936ms, sequenceid=11, compaction requested=false at 1732127023480 (+4 ms)Writing region close event to WAL at 1732127023482 (+2 ms)Running coprocessor post-close hooks at 1732127023484 (+2 ms)Closed at 1732127023484 2024-11-20T18:23:43,484 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T18:23:43,545 INFO [RS:0;6b87edf34edd:45607 {}] regionserver.HRegionServer(976): stopping server 6b87edf34edd,45607,1732127002046; all regions closed. 2024-11-20T18:23:43,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43561 is added to blk_1073741834_1010 (size=2717) 2024-11-20T18:23:43,547 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/WALs/6b87edf34edd,45607,1732127002046/6b87edf34edd%2C45607%2C1732127002046.meta.1732127005311.meta not finished, retry = 0 2024-11-20T18:23:43,648 DEBUG [RS:0;6b87edf34edd:45607 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/oldWALs 2024-11-20T18:23:43,648 INFO [RS:0;6b87edf34edd:45607 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b87edf34edd%2C45607%2C1732127002046.meta:.meta(num 1732127005311) 2024-11-20T18:23:43,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43561 is added to blk_1073741832_1008 (size=1374) 2024-11-20T18:23:43,651 DEBUG [RS:0;6b87edf34edd:45607 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/oldWALs 2024-11-20T18:23:43,651 INFO [RS:0;6b87edf34edd:45607 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6b87edf34edd%2C45607%2C1732127002046:(num 1732127004293) 2024-11-20T18:23:43,651 DEBUG [RS:0;6b87edf34edd:45607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:43,651 INFO [RS:0;6b87edf34edd:45607 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T18:23:43,651 INFO [RS:0;6b87edf34edd:45607 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T18:23:43,652 INFO [RS:0;6b87edf34edd:45607 {}] hbase.ChoreService(370): Chore service for: regionserver/6b87edf34edd:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T18:23:43,652 INFO [RS:0;6b87edf34edd:45607 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T18:23:43,652 INFO [regionserver/6b87edf34edd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T18:23:43,652 INFO [RS:0;6b87edf34edd:45607 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b87edf34edd:45607. 2024-11-20T18:23:43,652 DEBUG [RS:0;6b87edf34edd:45607 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:23:43,652 DEBUG [RS:0;6b87edf34edd:45607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:43,652 DEBUG [RS:0;6b87edf34edd:45607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:43,652 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:23:43,652 INFO [RS:0;6b87edf34edd:45607 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45607 2024-11-20T18:23:43,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34895-0x101597c6cb40003, quorum=127.0.0.1:55581, baseZNode=/1-1095131318 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1095131318/rs 2024-11-20T18:23:43,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45607-0x101597c6cb40004, quorum=127.0.0.1:55581, baseZNode=/1-1095131318 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1095131318/rs/6b87edf34edd,45607,1732127002046 2024-11-20T18:23:43,705 INFO [RS:0;6b87edf34edd:45607 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T18:23:43,716 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b87edf34edd,45607,1732127002046] 2024-11-20T18:23:43,726 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1095131318/draining/6b87edf34edd,45607,1732127002046 already deleted, retry=false 2024-11-20T18:23:43,726 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b87edf34edd,45607,1732127002046 expired; onlineServers=0 2024-11-20T18:23:43,726 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b87edf34edd,34895,1732127001943' ***** 2024-11-20T18:23:43,726 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T18:23:43,727 INFO [M:0;6b87edf34edd:34895 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T18:23:43,727 INFO [M:0;6b87edf34edd:34895 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T18:23:43,727 DEBUG [M:0;6b87edf34edd:34895 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T18:23:43,727 DEBUG [M:0;6b87edf34edd:34895 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T18:23:43,727 DEBUG [master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732127004012 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732127004012,5,FailOnTimeoutGroup] 2024-11-20T18:23:43,727 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T18:23:43,727 DEBUG [master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732127004013 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732127004013,5,FailOnTimeoutGroup] 2024-11-20T18:23:43,727 INFO [M:0;6b87edf34edd:34895 {}] hbase.ChoreService(370): Chore service for: master/6b87edf34edd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T18:23:43,727 INFO [M:0;6b87edf34edd:34895 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T18:23:43,727 DEBUG [M:0;6b87edf34edd:34895 {}] master.HMaster(1795): Stopping service threads 2024-11-20T18:23:43,727 INFO [M:0;6b87edf34edd:34895 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T18:23:43,727 INFO [M:0;6b87edf34edd:34895 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T18:23:43,727 INFO [M:0;6b87edf34edd:34895 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T18:23:43,727 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T18:23:43,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34895-0x101597c6cb40003, quorum=127.0.0.1:55581, baseZNode=/1-1095131318 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1095131318/master 2024-11-20T18:23:43,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34895-0x101597c6cb40003, quorum=127.0.0.1:55581, baseZNode=/1-1095131318 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1095131318 2024-11-20T18:23:43,737 DEBUG [M:0;6b87edf34edd:34895 {}] zookeeper.ZKUtil(347): master:34895-0x101597c6cb40003, quorum=127.0.0.1:55581, baseZNode=/1-1095131318 Unable to get data of znode /1-1095131318/master because node does not exist (not an error) 2024-11-20T18:23:43,737 WARN [M:0;6b87edf34edd:34895 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T18:23:43,738 INFO [M:0;6b87edf34edd:34895 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/.lastflushedseqids 2024-11-20T18:23:43,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43561 is added to blk_1073741845_1021 (size=173) 2024-11-20T18:23:43,816 INFO [RS:0;6b87edf34edd:45607 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T18:23:43,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45607-0x101597c6cb40004, quorum=127.0.0.1:55581, baseZNode=/1-1095131318 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:23:43,816 INFO [RS:0;6b87edf34edd:45607 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b87edf34edd,45607,1732127002046; zookeeper connection closed. 2024-11-20T18:23:43,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45607-0x101597c6cb40004, quorum=127.0.0.1:55581, baseZNode=/1-1095131318 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:23:43,816 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@76ba3ec2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@76ba3ec2 2024-11-20T18:23:43,816 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T18:23:44,145 INFO [M:0;6b87edf34edd:34895 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T18:23:44,145 INFO [M:0;6b87edf34edd:34895 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T18:23:44,145 DEBUG [M:0;6b87edf34edd:34895 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T18:23:44,146 INFO [M:0;6b87edf34edd:34895 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:23:44,146 DEBUG [M:0;6b87edf34edd:34895 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:23:44,146 DEBUG [M:0;6b87edf34edd:34895 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T18:23:44,146 DEBUG [M:0;6b87edf34edd:34895 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:23:44,146 INFO [M:0;6b87edf34edd:34895 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-20T18:23:44,166 DEBUG [M:0;6b87edf34edd:34895 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3a14071e6f434b5faf6c527f2eaecbd9 is 82, key is hbase:meta,,1/info:regioninfo/1732127005339/Put/seqid=0 2024-11-20T18:23:44,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43561 is added to blk_1073741846_1022 (size=5672) 2024-11-20T18:23:44,169 INFO [M:0;6b87edf34edd:34895 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3a14071e6f434b5faf6c527f2eaecbd9 2024-11-20T18:23:44,184 DEBUG [M:0;6b87edf34edd:34895 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4231084326e64235a93ce823081d6d1c is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732127010841/Put/seqid=0 2024-11-20T18:23:44,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43561 is added to blk_1073741847_1023 (size=6587) 2024-11-20T18:23:44,187 INFO [M:0;6b87edf34edd:34895 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4231084326e64235a93ce823081d6d1c 2024-11-20T18:23:44,202 DEBUG [M:0;6b87edf34edd:34895 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a162b2fc8a0141928f18ec6602388256 is 69, key is 6b87edf34edd,45607,1732127002046/rs:state/1732127004123/Put/seqid=0 2024-11-20T18:23:44,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43561 is added to blk_1073741848_1024 (size=5156) 2024-11-20T18:23:44,500 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,2-6b87edf34edd,39029,1732126996922.replicationSource.wal-reader.6b87edf34edd%2C39029%2C1732126996922,2-6b87edf34edd,39029,1732126996922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.1732127017076 to pos 393, reset compression=false 2024-11-20T18:23:44,502 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T18:23:44,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:44,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:44,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:44,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:44,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:44,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:44,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:44,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:44,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:44,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:44,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:44,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:44,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:44,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:44,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:44,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:44,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:44,573 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39029,1732126996922.replicationSource.wal-reader.6b87edf34edd%2C39029%2C1732126996922,1-6b87edf34edd,39029,1732126996922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.1732127017076 to pos 393, reset compression=false 2024-11-20T18:23:44,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T18:23:44,606 INFO [M:0;6b87edf34edd:34895 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a162b2fc8a0141928f18ec6602388256 2024-11-20T18:23:44,610 DEBUG [M:0;6b87edf34edd:34895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3a14071e6f434b5faf6c527f2eaecbd9 as hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3a14071e6f434b5faf6c527f2eaecbd9 2024-11-20T18:23:44,613 INFO [M:0;6b87edf34edd:34895 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3a14071e6f434b5faf6c527f2eaecbd9, entries=8, sequenceid=55, filesize=5.5 K 2024-11-20T18:23:44,614 DEBUG [M:0;6b87edf34edd:34895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4231084326e64235a93ce823081d6d1c as hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4231084326e64235a93ce823081d6d1c 2024-11-20T18:23:44,617 INFO [M:0;6b87edf34edd:34895 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4231084326e64235a93ce823081d6d1c, entries=6, sequenceid=55, filesize=6.4 K 2024-11-20T18:23:44,618 DEBUG [M:0;6b87edf34edd:34895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a162b2fc8a0141928f18ec6602388256 as hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a162b2fc8a0141928f18ec6602388256 2024-11-20T18:23:44,621 INFO [M:0;6b87edf34edd:34895 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45557/user/jenkins/test-data/79c3503a-2a0c-82fd-c3e4-fc5b68e3b6bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a162b2fc8a0141928f18ec6602388256, entries=1, sequenceid=55, filesize=5.0 K 2024-11-20T18:23:44,621 INFO [M:0;6b87edf34edd:34895 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 475ms, sequenceid=55, compaction requested=false 2024-11-20T18:23:44,622 INFO [M:0;6b87edf34edd:34895 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:23:44,623 DEBUG [M:0;6b87edf34edd:34895 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732127024145Disabling compacts and flushes for region at 1732127024145Disabling writes for close at 1732127024146 (+1 ms)Obtaining lock to block concurrent updates at 1732127024146Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732127024146Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1732127024146Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732127024147 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732127024147Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732127024165 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732127024165Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732127024172 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732127024184 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732127024184Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732127024190 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732127024202 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732127024202Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e6a41d5: reopening flushed file at 1732127024609 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@560b9189: reopening flushed file at 1732127024613 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35da1359: reopening flushed file at 1732127024617 (+4 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 475ms, sequenceid=55, compaction requested=false at 1732127024621 (+4 ms)Writing region close event to WAL at 1732127024622 (+1 ms)Closed at 1732127024622 2024-11-20T18:23:44,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43561 is added to blk_1073741830_1006 (size=32782) 2024-11-20T18:23:44,625 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T18:23:44,625 INFO [M:0;6b87edf34edd:34895 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T18:23:44,625 INFO [M:0;6b87edf34edd:34895 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34895 2024-11-20T18:23:44,625 INFO [M:0;6b87edf34edd:34895 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T18:23:44,795 INFO [M:0;6b87edf34edd:34895 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T18:23:44,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34895-0x101597c6cb40003, quorum=127.0.0.1:55581, baseZNode=/1-1095131318 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:23:44,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34895-0x101597c6cb40003, quorum=127.0.0.1:55581, baseZNode=/1-1095131318 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:23:44,797 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d4d1dd8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T18:23:44,797 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@646b864c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T18:23:44,798 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T18:23:44,798 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c523b14{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T18:23:44,798 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d2ab04b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604de9bf-1c3b-061f-ec01-d20b83f01904/hadoop.log.dir/,STOPPED} 2024-11-20T18:23:44,800 WARN [BP-2091182886-172.17.0.3-1732126999919 heartbeating to localhost/127.0.0.1:45557 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T18:23:44,800 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T18:23:44,800 WARN [BP-2091182886-172.17.0.3-1732126999919 heartbeating to localhost/127.0.0.1:45557 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2091182886-172.17.0.3-1732126999919 (Datanode Uuid 0ea1e341-a3e1-4b59-87ab-455ef1116b3e) service to localhost/127.0.0.1:45557 2024-11-20T18:23:44,800 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T18:23:44,800 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604de9bf-1c3b-061f-ec01-d20b83f01904/cluster_dbb40df3-c53d-0217-6a9d-20adb9210904/data/data1/current/BP-2091182886-172.17.0.3-1732126999919 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T18:23:44,801 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604de9bf-1c3b-061f-ec01-d20b83f01904/cluster_dbb40df3-c53d-0217-6a9d-20adb9210904/data/data2/current/BP-2091182886-172.17.0.3-1732126999919 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T18:23:44,801 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T18:23:44,806 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f925a9e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T18:23:44,806 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d342724{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T18:23:44,806 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T18:23:44,806 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52cc92fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T18:23:44,806 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29e0513b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/604de9bf-1c3b-061f-ec01-d20b83f01904/hadoop.log.dir/,STOPPED} 2024-11-20T18:23:44,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T18:23:44,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T18:23:44,819 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:23:44,819 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:23:44,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:44,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:44,819 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:23:44,819 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T18:23:44,819 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=625341653, stopped=false 2024-11-20T18:23:44,819 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6b87edf34edd,34031,1732126996714 2024-11-20T18:23:44,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34031-0x101597c6cb40000, quorum=127.0.0.1:55581, baseZNode=/097266334 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/097266334/running 2024-11-20T18:23:44,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39029-0x101597c6cb40001, quorum=127.0.0.1:55581, baseZNode=/097266334 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/097266334/running 2024-11-20T18:23:44,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34031-0x101597c6cb40000, quorum=127.0.0.1:55581, baseZNode=/097266334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/097266334 2024-11-20T18:23:44,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39029-0x101597c6cb40001, quorum=127.0.0.1:55581, baseZNode=/097266334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/097266334 2024-11-20T18:23:44,836 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T18:23:44,837 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T18:23:44,837 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:23:44,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:44,837 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39029-0x101597c6cb40001, quorum=127.0.0.1:55581, baseZNode=/097266334 Set watcher on znode that does not yet exist, /097266334/running 2024-11-20T18:23:44,837 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6b87edf34edd,39029,1732126996922' ***** 2024-11-20T18:23:44,837 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34031-0x101597c6cb40000, quorum=127.0.0.1:55581, baseZNode=/097266334 Set watcher on znode that does not yet exist, /097266334/running 2024-11-20T18:23:44,837 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T18:23:44,838 INFO [RS:0;6b87edf34edd:39029 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T18:23:44,838 INFO [RS:0;6b87edf34edd:39029 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T18:23:44,838 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T18:23:44,838 INFO [RS:0;6b87edf34edd:39029 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T18:23:44,838 INFO [RS:0;6b87edf34edd:39029 {}] regionserver.HRegionServer(3091): Received CLOSE for 41bdc3b23d4702561ca1b8e060e7298c 2024-11-20T18:23:44,838 INFO [RS:0;6b87edf34edd:39029 {}] regionserver.HRegionServer(3091): Received CLOSE for 0fff69896fcd1e763e35bbcc823d9b37 2024-11-20T18:23:44,838 INFO [RS:0;6b87edf34edd:39029 {}] regionserver.HRegionServer(959): stopping server 6b87edf34edd,39029,1732126996922 2024-11-20T18:23:44,838 INFO [RS:0;6b87edf34edd:39029 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T18:23:44,838 INFO [RS:0;6b87edf34edd:39029 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b87edf34edd:39029. 2024-11-20T18:23:44,838 DEBUG [RS:0;6b87edf34edd:39029 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:23:44,838 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 41bdc3b23d4702561ca1b8e060e7298c, disabling compactions & flushes 2024-11-20T18:23:44,838 DEBUG [RS:0;6b87edf34edd:39029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:44,838 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732127009458.41bdc3b23d4702561ca1b8e060e7298c. 2024-11-20T18:23:44,838 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732127009458.41bdc3b23d4702561ca1b8e060e7298c. 2024-11-20T18:23:44,838 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732127009458.41bdc3b23d4702561ca1b8e060e7298c. after waiting 0 ms 2024-11-20T18:23:44,838 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732127009458.41bdc3b23d4702561ca1b8e060e7298c. 2024-11-20T18:23:44,838 INFO [RS:0;6b87edf34edd:39029 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T18:23:44,838 INFO [RS:0;6b87edf34edd:39029 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T18:23:44,838 INFO [RS:0;6b87edf34edd:39029 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T18:23:44,838 INFO [RS:0;6b87edf34edd:39029 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T18:23:44,839 INFO [RS:0;6b87edf34edd:39029 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T18:23:44,839 DEBUG [RS:0;6b87edf34edd:39029 {}] regionserver.HRegionServer(1325): Online Regions={41bdc3b23d4702561ca1b8e060e7298c=test,,1732127009458.41bdc3b23d4702561ca1b8e060e7298c., 1588230740=hbase:meta,,1.1588230740, 0fff69896fcd1e763e35bbcc823d9b37=hbase:replication,,1732127012382.0fff69896fcd1e763e35bbcc823d9b37.} 2024-11-20T18:23:44,839 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T18:23:44,839 DEBUG [RS:0;6b87edf34edd:39029 {}] regionserver.HRegionServer(1351): Waiting on 0fff69896fcd1e763e35bbcc823d9b37, 1588230740, 41bdc3b23d4702561ca1b8e060e7298c 2024-11-20T18:23:44,839 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T18:23:44,839 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T18:23:44,839 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T18:23:44,839 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T18:23:44,839 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T18:23:44,841 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/data/default/test/41bdc3b23d4702561ca1b8e060e7298c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T18:23:44,842 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T18:23:44,842 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T18:23:44,842 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732127009458.41bdc3b23d4702561ca1b8e060e7298c. 2024-11-20T18:23:44,842 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 41bdc3b23d4702561ca1b8e060e7298c: Waiting for close lock at 1732127024838Running coprocessor pre-close hooks at 1732127024838Disabling compacts and flushes for region at 1732127024838Disabling writes for close at 1732127024838Writing region close event to WAL at 1732127024839 (+1 ms)Running coprocessor post-close hooks at 1732127024842 (+3 ms)Closed at 1732127024842 2024-11-20T18:23:44,842 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732127009458.41bdc3b23d4702561ca1b8e060e7298c. 2024-11-20T18:23:44,842 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0fff69896fcd1e763e35bbcc823d9b37, disabling compactions & flushes 2024-11-20T18:23:44,842 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732127012382.0fff69896fcd1e763e35bbcc823d9b37. 2024-11-20T18:23:44,842 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732127012382.0fff69896fcd1e763e35bbcc823d9b37. 2024-11-20T18:23:44,842 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732127012382.0fff69896fcd1e763e35bbcc823d9b37. after waiting 0 ms 2024-11-20T18:23:44,842 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732127012382.0fff69896fcd1e763e35bbcc823d9b37. 2024-11-20T18:23:44,842 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0fff69896fcd1e763e35bbcc823d9b37 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-20T18:23:44,848 INFO [regionserver/6b87edf34edd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T18:23:44,852 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/data/hbase/meta/1588230740/.tmp/info/616dce2baa094960a004f408c26e6341 is 147, key is hbase:replication,,1732127012382.0fff69896fcd1e763e35bbcc823d9b37./info:regioninfo/1732127013537/Put/seqid=0 2024-11-20T18:23:44,854 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/data/hbase/replication/0fff69896fcd1e763e35bbcc823d9b37/.tmp/hfileref/6cd1a399c329400da58201e71072ecb6 is 74, key is 1/hfileref:2f2444b458274ec5957c659eb7bf546e_SeqId_6_/1732127018898/DeleteColumn/seqid=0 2024-11-20T18:23:44,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741847_1023 (size=7686) 2024-11-20T18:23:44,855 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/data/hbase/meta/1588230740/.tmp/info/616dce2baa094960a004f408c26e6341 2024-11-20T18:23:44,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741848_1024 (size=5489) 2024-11-20T18:23:44,870 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/data/hbase/meta/1588230740/.tmp/ns/0443eaadeb52454c88695d3177f9939a is 43, key is default/ns:d/1732126999749/Put/seqid=0 2024-11-20T18:23:44,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741849_1025 (size=5153) 2024-11-20T18:23:45,039 DEBUG [RS:0;6b87edf34edd:39029 {}] regionserver.HRegionServer(1351): Waiting on 0fff69896fcd1e763e35bbcc823d9b37, 1588230740 2024-11-20T18:23:45,239 DEBUG [RS:0;6b87edf34edd:39029 {}] regionserver.HRegionServer(1351): Waiting on 0fff69896fcd1e763e35bbcc823d9b37, 1588230740 2024-11-20T18:23:45,257 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/data/hbase/replication/0fff69896fcd1e763e35bbcc823d9b37/.tmp/hfileref/6cd1a399c329400da58201e71072ecb6 2024-11-20T18:23:45,273 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/data/hbase/replication/0fff69896fcd1e763e35bbcc823d9b37/.tmp/queue/d41c89cdc5e842da906ea1b9a5f78cd3 is 153, key is 1-6b87edf34edd,39029,1732126996922/queue:6b87edf34edd%2C39029%2C1732126996922/1732127018900/Put/seqid=0 2024-11-20T18:23:45,273 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/data/hbase/meta/1588230740/.tmp/ns/0443eaadeb52454c88695d3177f9939a 2024-11-20T18:23:45,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741850_1026 (size=5504) 2024-11-20T18:23:45,288 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/data/hbase/meta/1588230740/.tmp/rep_barrier/d2cacd49288045bb87773fa44dc0943f is 112, key is test,,1732127009458.41bdc3b23d4702561ca1b8e060e7298c./rep_barrier:seqnumDuringOpen/1732127009869/Put/seqid=0 2024-11-20T18:23:45,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741851_1027 (size=5518) 2024-11-20T18:23:45,439 DEBUG [RS:0;6b87edf34edd:39029 {}] regionserver.HRegionServer(1351): Waiting on 0fff69896fcd1e763e35bbcc823d9b37, 1588230740 2024-11-20T18:23:45,639 DEBUG [RS:0;6b87edf34edd:39029 {}] regionserver.HRegionServer(1351): Waiting on 0fff69896fcd1e763e35bbcc823d9b37, 1588230740 2024-11-20T18:23:45,677 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/data/hbase/replication/0fff69896fcd1e763e35bbcc823d9b37/.tmp/queue/d41c89cdc5e842da906ea1b9a5f78cd3 2024-11-20T18:23:45,681 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/data/hbase/replication/0fff69896fcd1e763e35bbcc823d9b37/.tmp/hfileref/6cd1a399c329400da58201e71072ecb6 as hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/data/hbase/replication/0fff69896fcd1e763e35bbcc823d9b37/hfileref/6cd1a399c329400da58201e71072ecb6 2024-11-20T18:23:45,685 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/data/hbase/replication/0fff69896fcd1e763e35bbcc823d9b37/hfileref/6cd1a399c329400da58201e71072ecb6, entries=6, sequenceid=17, filesize=5.4 K 2024-11-20T18:23:45,685 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/data/hbase/replication/0fff69896fcd1e763e35bbcc823d9b37/.tmp/queue/d41c89cdc5e842da906ea1b9a5f78cd3 as hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/data/hbase/replication/0fff69896fcd1e763e35bbcc823d9b37/queue/d41c89cdc5e842da906ea1b9a5f78cd3 2024-11-20T18:23:45,689 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/data/hbase/replication/0fff69896fcd1e763e35bbcc823d9b37/queue/d41c89cdc5e842da906ea1b9a5f78cd3, entries=2, sequenceid=17, filesize=5.4 K 2024-11-20T18:23:45,690 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 0fff69896fcd1e763e35bbcc823d9b37 in 848ms, sequenceid=17, compaction requested=false 2024-11-20T18:23:45,692 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/data/hbase/meta/1588230740/.tmp/rep_barrier/d2cacd49288045bb87773fa44dc0943f 2024-11-20T18:23:45,697 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/data/hbase/replication/0fff69896fcd1e763e35bbcc823d9b37/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-20T18:23:45,699 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T18:23:45,699 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T18:23:45,699 INFO [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732127012382.0fff69896fcd1e763e35bbcc823d9b37. 2024-11-20T18:23:45,699 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0fff69896fcd1e763e35bbcc823d9b37: Waiting for close lock at 1732127024842Running coprocessor pre-close hooks at 1732127024842Disabling compacts and flushes for region at 1732127024842Disabling writes for close at 1732127024842Obtaining lock to block concurrent updates at 1732127024842Preparing flush snapshotting stores in 0fff69896fcd1e763e35bbcc823d9b37 at 1732127024842Finished memstore snapshotting hbase:replication,,1732127012382.0fff69896fcd1e763e35bbcc823d9b37., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732127024842Flushing stores of hbase:replication,,1732127012382.0fff69896fcd1e763e35bbcc823d9b37. at 1732127024843 (+1 ms)Flushing 0fff69896fcd1e763e35bbcc823d9b37/hfileref: creating writer at 1732127024843Flushing 0fff69896fcd1e763e35bbcc823d9b37/hfileref: appending metadata at 1732127024854 (+11 ms)Flushing 0fff69896fcd1e763e35bbcc823d9b37/hfileref: closing flushed file at 1732127024854Flushing 0fff69896fcd1e763e35bbcc823d9b37/queue: creating writer at 1732127025260 (+406 ms)Flushing 0fff69896fcd1e763e35bbcc823d9b37/queue: appending metadata at 1732127025273 (+13 ms)Flushing 0fff69896fcd1e763e35bbcc823d9b37/queue: closing flushed file at 1732127025273Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b7b6e42: reopening flushed file at 1732127025680 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@172c731a: reopening flushed file at 1732127025685 (+5 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 0fff69896fcd1e763e35bbcc823d9b37 in 848ms, sequenceid=17, compaction requested=false at 1732127025690 (+5 ms)Writing region close event to WAL at 1732127025692 (+2 ms)Running coprocessor post-close hooks at 1732127025699 (+7 ms)Closed at 1732127025699 2024-11-20T18:23:45,699 DEBUG [RS_CLOSE_REGION-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732127012382.0fff69896fcd1e763e35bbcc823d9b37. 2024-11-20T18:23:45,704 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,2-6b87edf34edd,39029,1732126996922.replicationSource.wal-reader.6b87edf34edd%2C39029%2C1732126996922,2-6b87edf34edd,39029,1732126996922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.1732127017076 to pos 393, reset compression=false 2024-11-20T18:23:45,707 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,2-6b87edf34edd,39029,1732126996922.replicationSource.wal-reader.6b87edf34edd%2C39029%2C1732126996922,2-6b87edf34edd,39029,1732126996922 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T18:23:45,707 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,2-6b87edf34edd,39029,1732126996922.replicationSource.wal-reader.6b87edf34edd%2C39029%2C1732126996922,2-6b87edf34edd,39029,1732126996922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.1732127017076 to pos 688, reset compression=false 2024-11-20T18:23:45,708 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,2-6b87edf34edd,39029,1732126996922.replicationSource.shipper6b87edf34edd%2C39029%2C1732126996922,2-6b87edf34edd,39029,1732126996922 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-6b87edf34edd,39029,1732126996922 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.1732127017076, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T18:23:45,708 ERROR [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,2-6b87edf34edd,39029,1732126996922.replicationSource.shipper6b87edf34edd%2C39029%2C1732126996922,2-6b87edf34edd,39029,1732126996922 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6b87edf34edd,39029,1732126996922: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-6b87edf34edd,39029,1732126996922, walGroup=6b87edf34edd%2C39029%2C1732126996922, offset=6b87edf34edd%2C39029%2C1732126996922.1732127017076:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b87edf34edd:39029 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T18:23:45,709 ERROR [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,2-6b87edf34edd,39029,1732126996922.replicationSource.shipper6b87edf34edd%2C39029%2C1732126996922,2-6b87edf34edd,39029,1732126996922 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T18:23:45,709 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,2-6b87edf34edd,39029,1732126996922.replicationSource.shipper6b87edf34edd%2C39029%2C1732126996922,2-6b87edf34edd,39029,1732126996922 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T18:23:45,709 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,2-6b87edf34edd,39029,1732126996922.replicationSource.shipper6b87edf34edd%2C39029%2C1732126996922,2-6b87edf34edd,39029,1732126996922 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T18:23:45,709 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,2-6b87edf34edd,39029,1732126996922.replicationSource.shipper6b87edf34edd%2C39029%2C1732126996922,2-6b87edf34edd,39029,1732126996922 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T18:23:45,710 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,2-6b87edf34edd,39029,1732126996922.replicationSource.shipper6b87edf34edd%2C39029%2C1732126996922,2-6b87edf34edd,39029,1732126996922 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T18:23:45,710 INFO [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,2-6b87edf34edd,39029,1732126996922.replicationSource.shipper6b87edf34edd%2C39029%2C1732126996922,2-6b87edf34edd,39029,1732126996922 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1509949440, "init": 1048576000, "max": 2306867200, "used": 1074153264 }, "NonHeapMemoryUsage": { "committed": 211746816, "init": 7667712, "max": -1, "used": 208745232 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T18:23:45,710 WARN [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,2-6b87edf34edd,39029,1732126996922.replicationSource.shipper6b87edf34edd%2C39029%2C1732126996922,2-6b87edf34edd,39029,1732126996922 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b87edf34edd:34031 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b87edf34edd:34031 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T18:23:45,712 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/data/hbase/meta/1588230740/.tmp/table/95941cf0fd8d41bfbe8520266c895088 is 53, key is hbase:replication/table:state/1732127013542/Put/seqid=0 2024-11-20T18:23:45,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741852_1028 (size=5308) 2024-11-20T18:23:45,717 INFO [regionserver/6b87edf34edd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T18:23:45,717 INFO [regionserver/6b87edf34edd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T18:23:45,776 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39029,1732126996922.replicationSource.wal-reader.6b87edf34edd%2C39029%2C1732126996922,1-6b87edf34edd,39029,1732126996922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.1732127017076 to pos 393, reset compression=false 2024-11-20T18:23:45,780 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39029,1732126996922.replicationSource.wal-reader.6b87edf34edd%2C39029%2C1732126996922,1-6b87edf34edd,39029,1732126996922 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T18:23:45,780 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39029,1732126996922.replicationSource.wal-reader.6b87edf34edd%2C39029%2C1732126996922,1-6b87edf34edd,39029,1732126996922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.1732127017076 to pos 688, reset compression=false 2024-11-20T18:23:45,780 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39029,1732126996922.replicationSource.shipper6b87edf34edd%2C39029%2C1732126996922,1-6b87edf34edd,39029,1732126996922 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6b87edf34edd,39029,1732126996922 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.1732127017076, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T18:23:45,781 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39029,1732126996922.replicationSource.shipper6b87edf34edd%2C39029%2C1732126996922,1-6b87edf34edd,39029,1732126996922 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-20T18:23:45,839 INFO [RS:0;6b87edf34edd:39029 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T18:23:45,839 DEBUG [RS:0;6b87edf34edd:39029 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T18:23:45,839 DEBUG [RS:0;6b87edf34edd:39029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T18:23:45,911 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,2-6b87edf34edd,39029,1732126996922.replicationSource.wal-reader.6b87edf34edd%2C39029%2C1732126996922,2-6b87edf34edd,39029,1732126996922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.1732127017076 to pos 688, reset compression=false 2024-11-20T18:23:45,983 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39029,1732126996922.replicationSource.wal-reader.6b87edf34edd%2C39029%2C1732126996922,1-6b87edf34edd,39029,1732126996922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.1732127017076 to pos 688, reset compression=false 2024-11-20T18:23:45,999 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T18:23:46,000 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b87edf34edd,38325,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b87edf34edd:38325 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T18:23:46,000 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 18, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 169135 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6b87edf34edd,38325,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6b87edf34edd:38325 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T18:23:46,040 DEBUG [RS:0;6b87edf34edd:39029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T18:23:46,118 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/data/hbase/meta/1588230740/.tmp/table/95941cf0fd8d41bfbe8520266c895088 2024-11-20T18:23:46,121 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/data/hbase/meta/1588230740/.tmp/info/616dce2baa094960a004f408c26e6341 as hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/data/hbase/meta/1588230740/info/616dce2baa094960a004f408c26e6341 2024-11-20T18:23:46,124 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/data/hbase/meta/1588230740/info/616dce2baa094960a004f408c26e6341, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T18:23:46,125 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/data/hbase/meta/1588230740/.tmp/ns/0443eaadeb52454c88695d3177f9939a as hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/data/hbase/meta/1588230740/ns/0443eaadeb52454c88695d3177f9939a 2024-11-20T18:23:46,128 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/data/hbase/meta/1588230740/ns/0443eaadeb52454c88695d3177f9939a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T18:23:46,129 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/data/hbase/meta/1588230740/.tmp/rep_barrier/d2cacd49288045bb87773fa44dc0943f as hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/data/hbase/meta/1588230740/rep_barrier/d2cacd49288045bb87773fa44dc0943f 2024-11-20T18:23:46,132 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/data/hbase/meta/1588230740/rep_barrier/d2cacd49288045bb87773fa44dc0943f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T18:23:46,132 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/data/hbase/meta/1588230740/.tmp/table/95941cf0fd8d41bfbe8520266c895088 as hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/data/hbase/meta/1588230740/table/95941cf0fd8d41bfbe8520266c895088 2024-11-20T18:23:46,136 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/data/hbase/meta/1588230740/table/95941cf0fd8d41bfbe8520266c895088, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T18:23:46,136 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1297ms, sequenceid=16, compaction requested=false 2024-11-20T18:23:46,139 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T18:23:46,140 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T18:23:46,140 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T18:23:46,140 INFO [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T18:23:46,140 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732127024839Running coprocessor pre-close hooks at 1732127024839Disabling compacts and flushes for region at 1732127024839Disabling writes for close at 1732127024839Obtaining lock to block concurrent updates at 1732127024839Preparing flush snapshotting stores in 1588230740 at 1732127024839Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732127024839Flushing stores of hbase:meta,,1.1588230740 at 1732127024839Flushing 1588230740/info: creating writer at 1732127024839Flushing 1588230740/info: appending metadata at 1732127024852 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732127024852Flushing 1588230740/ns: creating writer at 1732127024858 (+6 ms)Flushing 1588230740/ns: appending metadata at 1732127024870 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732127024870Flushing 1588230740/rep_barrier: creating writer at 1732127025277 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732127025288 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732127025288Flushing 1588230740/table: creating writer at 1732127025696 (+408 ms)Flushing 1588230740/table: appending metadata at 1732127025712 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732127025712Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19c320a5: reopening flushed file at 1732127026121 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@109aa91e: reopening flushed file at 1732127026124 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4baa8003: reopening flushed file at 1732127026128 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56032629: reopening flushed file at 1732127026132 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1297ms, sequenceid=16, compaction requested=false at 1732127026136 (+4 ms)Writing region close event to WAL at 1732127026137 (+1 ms)Running coprocessor post-close hooks at 1732127026140 (+3 ms)Closed at 1732127026140 2024-11-20T18:23:46,140 DEBUG [RS_CLOSE_META-regionserver/6b87edf34edd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T18:23:46,214 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,2-6b87edf34edd,39029,1732126996922.replicationSource.wal-reader.6b87edf34edd%2C39029%2C1732126996922,2-6b87edf34edd,39029,1732126996922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.1732127017076 to pos 688, reset compression=false 2024-11-20T18:23:46,240 INFO [RS:0;6b87edf34edd:39029 {}] regionserver.HRegionServer(976): stopping server 6b87edf34edd,39029,1732126996922; all regions closed. 2024-11-20T18:23:46,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741844_1020 (size=859) 2024-11-20T18:23:46,243 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.meta.1732127017128.meta not finished, retry = 0 2024-11-20T18:23:46,286 DEBUG [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39029,1732126996922.replicationSource.wal-reader.6b87edf34edd%2C39029%2C1732126996922,1-6b87edf34edd,39029,1732126996922 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.1732127017076 to pos 688, reset compression=false 2024-11-20T18:23:46,302 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T18:23:46,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741842_1018 (size=2791) 2024-11-20T18:23:46,345 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/WALs/6b87edf34edd,39029,1732126996922/6b87edf34edd%2C39029%2C1732126996922.rep.1732127017031 not finished, retry = 0 2024-11-20T18:23:46,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741843_1019 (size=696) 2024-11-20T18:23:46,448 DEBUG [RS:0;6b87edf34edd:39029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:46,448 INFO [RS:0;6b87edf34edd:39029 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T18:23:46,448 INFO [RS:0;6b87edf34edd:39029 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T18:23:46,448 INFO [RS:0;6b87edf34edd:39029 {}] hbase.ChoreService(370): Chore service for: regionserver/6b87edf34edd:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T18:23:46,448 INFO [RS:0;6b87edf34edd:39029 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T18:23:46,448 INFO [regionserver/6b87edf34edd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T18:23:46,449 INFO [RS:0;6b87edf34edd:39029 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6b87edf34edd,39029,1732126996922 because: Region server is closing 2024-11-20T18:23:46,449 INFO [RS:0;6b87edf34edd:39029 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b87edf34edd:39029. 2024-11-20T18:23:46,449 DEBUG [RS:0;6b87edf34edd:39029 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:23:46,449 DEBUG [RS:0;6b87edf34edd:39029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:46,449 DEBUG [RS:0;6b87edf34edd:39029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:46,449 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:23:46,549 INFO [RS:0;6b87edf34edd:39029 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39029,1732126996922.replicationSource.shipper6b87edf34edd%2C39029%2C1732126996922,1-6b87edf34edd,39029,1732126996922 terminated 2024-11-20T18:23:46,549 INFO [RS:0;6b87edf34edd:39029 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-6b87edf34edd,39029,1732126996922 because: Region server is closing 2024-11-20T18:23:46,549 WARN [RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,1-6b87edf34edd,39029,1732126996922.replicationSource.wal-reader.6b87edf34edd%2C39029%2C1732126996922,1-6b87edf34edd,39029,1732126996922 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T18:23:46,549 INFO [RS:0;6b87edf34edd:39029 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6b87edf34edd:39029. 2024-11-20T18:23:46,549 DEBUG [RS:0;6b87edf34edd:39029 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T18:23:46,549 DEBUG [RS:0;6b87edf34edd:39029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:46,550 DEBUG [RS:0;6b87edf34edd:39029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T18:23:46,550 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T18:23:46,650 INFO [RS:0;6b87edf34edd:39029 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6b87edf34edd:0-0.replicationSource,2-6b87edf34edd,39029,1732126996922.replicationSource.shipper6b87edf34edd%2C39029%2C1732126996922,2-6b87edf34edd,39029,1732126996922 terminated 2024-11-20T18:23:46,650 INFO [RS:0;6b87edf34edd:39029 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39029 2024-11-20T18:23:46,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39029-0x101597c6cb40001, quorum=127.0.0.1:55581, baseZNode=/097266334 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/097266334/rs/6b87edf34edd,39029,1732126996922 2024-11-20T18:23:46,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34031-0x101597c6cb40000, quorum=127.0.0.1:55581, baseZNode=/097266334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/097266334/rs 2024-11-20T18:23:46,657 INFO [RS:0;6b87edf34edd:39029 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T18:23:46,747 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6b87edf34edd,39029,1732126996922] 2024-11-20T18:23:46,758 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /097266334/draining/6b87edf34edd,39029,1732126996922 already deleted, retry=false 2024-11-20T18:23:46,758 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6b87edf34edd,39029,1732126996922 expired; onlineServers=0 2024-11-20T18:23:46,758 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6b87edf34edd,34031,1732126996714' ***** 2024-11-20T18:23:46,758 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T18:23:46,758 INFO [M:0;6b87edf34edd:34031 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T18:23:46,758 INFO [M:0;6b87edf34edd:34031 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T18:23:46,758 DEBUG [M:0;6b87edf34edd:34031 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T18:23:46,758 DEBUG [M:0;6b87edf34edd:34031 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T18:23:46,758 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T18:23:46,758 DEBUG [master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732126998481 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.small.0-1732126998481,5,FailOnTimeoutGroup] 2024-11-20T18:23:46,758 INFO [M:0;6b87edf34edd:34031 {}] hbase.ChoreService(370): Chore service for: master/6b87edf34edd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T18:23:46,758 DEBUG [master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732126998481 {}] cleaner.HFileCleaner(306): Exit Thread[master/6b87edf34edd:0:becomeActiveMaster-HFileCleaner.large.0-1732126998481,5,FailOnTimeoutGroup] 2024-11-20T18:23:46,758 INFO [M:0;6b87edf34edd:34031 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T18:23:46,759 DEBUG [M:0;6b87edf34edd:34031 {}] master.HMaster(1795): Stopping service threads 2024-11-20T18:23:46,759 INFO [M:0;6b87edf34edd:34031 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T18:23:46,759 INFO [M:0;6b87edf34edd:34031 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T18:23:46,759 INFO [M:0;6b87edf34edd:34031 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T18:23:46,759 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T18:23:46,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34031-0x101597c6cb40000, quorum=127.0.0.1:55581, baseZNode=/097266334 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/097266334/master 2024-11-20T18:23:46,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34031-0x101597c6cb40000, quorum=127.0.0.1:55581, baseZNode=/097266334 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/097266334 2024-11-20T18:23:46,768 DEBUG [M:0;6b87edf34edd:34031 {}] zookeeper.ZKUtil(347): master:34031-0x101597c6cb40000, quorum=127.0.0.1:55581, baseZNode=/097266334 Unable to get data of znode /097266334/master because node does not exist (not an error) 2024-11-20T18:23:46,768 WARN [M:0;6b87edf34edd:34031 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T18:23:46,769 INFO [M:0;6b87edf34edd:34031 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/.lastflushedseqids 2024-11-20T18:23:46,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741853_1029 (size=263) 2024-11-20T18:23:46,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39029-0x101597c6cb40001, quorum=127.0.0.1:55581, baseZNode=/097266334 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:23:46,847 INFO [RS:0;6b87edf34edd:39029 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T18:23:46,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39029-0x101597c6cb40001, quorum=127.0.0.1:55581, baseZNode=/097266334 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:23:46,847 INFO [RS:0;6b87edf34edd:39029 {}] regionserver.HRegionServer(1031): Exiting; stopping=6b87edf34edd,39029,1732126996922; zookeeper connection closed. 2024-11-20T18:23:46,848 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@292e8b7f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@292e8b7f 2024-11-20T18:23:46,848 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T18:23:47,172 INFO [M:0;6b87edf34edd:34031 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T18:23:47,172 INFO [M:0;6b87edf34edd:34031 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T18:23:47,172 DEBUG [M:0;6b87edf34edd:34031 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T18:23:47,172 INFO [M:0;6b87edf34edd:34031 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:23:47,173 DEBUG [M:0;6b87edf34edd:34031 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:23:47,173 DEBUG [M:0;6b87edf34edd:34031 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T18:23:47,173 DEBUG [M:0;6b87edf34edd:34031 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:23:47,173 INFO [M:0;6b87edf34edd:34031 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.84 KB heapSize=70.52 KB 2024-11-20T18:23:47,188 DEBUG [M:0;6b87edf34edd:34031 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/997669bc7178413396158aed88ef47a1 is 82, key is hbase:meta,,1/info:regioninfo/1732126999675/Put/seqid=0 2024-11-20T18:23:47,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741854_1030 (size=5672) 2024-11-20T18:23:47,191 INFO [M:0;6b87edf34edd:34031 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/997669bc7178413396158aed88ef47a1 2024-11-20T18:23:47,212 DEBUG [M:0;6b87edf34edd:34031 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d74f7e5ec8247e5b3543f60d3a28857 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732127013544/Put/seqid=0 2024-11-20T18:23:47,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741855_1031 (size=8910) 2024-11-20T18:23:47,222 INFO [M:0;6b87edf34edd:34031 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.29 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d74f7e5ec8247e5b3543f60d3a28857 2024-11-20T18:23:47,243 DEBUG [M:0;6b87edf34edd:34031 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1b2fd126af6d426aadea6a7dc226e026 is 69, key is 6b87edf34edd,39029,1732126996922/rs:state/1732126998605/Put/seqid=0 2024-11-20T18:23:47,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741856_1032 (size=5156) 2024-11-20T18:23:47,249 INFO [M:0;6b87edf34edd:34031 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1b2fd126af6d426aadea6a7dc226e026 2024-11-20T18:23:47,258 DEBUG [M:0;6b87edf34edd:34031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/997669bc7178413396158aed88ef47a1 as hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/997669bc7178413396158aed88ef47a1 2024-11-20T18:23:47,265 INFO [M:0;6b87edf34edd:34031 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/997669bc7178413396158aed88ef47a1, entries=8, sequenceid=112, filesize=5.5 K 2024-11-20T18:23:47,266 DEBUG [M:0;6b87edf34edd:34031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d74f7e5ec8247e5b3543f60d3a28857 as hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9d74f7e5ec8247e5b3543f60d3a28857 2024-11-20T18:23:47,270 INFO [M:0;6b87edf34edd:34031 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9d74f7e5ec8247e5b3543f60d3a28857, entries=13, sequenceid=112, filesize=8.7 K 2024-11-20T18:23:47,271 DEBUG [M:0;6b87edf34edd:34031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1b2fd126af6d426aadea6a7dc226e026 as hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1b2fd126af6d426aadea6a7dc226e026 2024-11-20T18:23:47,277 INFO [M:0;6b87edf34edd:34031 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46747/user/jenkins/test-data/6854dc89-9074-a652-7eae-076960c25b4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1b2fd126af6d426aadea6a7dc226e026, entries=1, sequenceid=112, filesize=5.0 K 2024-11-20T18:23:47,278 INFO [M:0;6b87edf34edd:34031 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 104ms, sequenceid=112, compaction requested=false 2024-11-20T18:23:47,280 INFO [M:0;6b87edf34edd:34031 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T18:23:47,280 DEBUG [M:0;6b87edf34edd:34031 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732127027172Disabling compacts and flushes for region at 1732127027172Disabling writes for close at 1732127027173 (+1 ms)Obtaining lock to block concurrent updates at 1732127027173Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732127027173Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61280, getHeapSize=72144, getOffHeapSize=0, getCellsCount=131 at 1732127027173Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732127027173Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732127027173Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732127027187 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732127027187Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732127027194 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732127027212 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732127027212Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732127027225 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732127027243 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732127027243Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46039745: reopening flushed file at 1732127027258 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@252c9b67: reopening flushed file at 1732127027265 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16f11263: reopening flushed file at 1732127027270 (+5 ms)Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 104ms, sequenceid=112, compaction requested=false at 1732127027278 (+8 ms)Writing region close event to WAL at 1732127027280 (+2 ms)Closed at 1732127027280 2024-11-20T18:23:47,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741830_1006 (size=69067) 2024-11-20T18:23:47,283 INFO [M:0;6b87edf34edd:34031 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T18:23:47,283 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T18:23:47,283 INFO [M:0;6b87edf34edd:34031 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34031 2024-11-20T18:23:47,283 INFO [M:0;6b87edf34edd:34031 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T18:23:47,458 INFO [M:0;6b87edf34edd:34031 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T18:23:47,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34031-0x101597c6cb40000, quorum=127.0.0.1:55581, baseZNode=/097266334 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:23:47,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34031-0x101597c6cb40000, quorum=127.0.0.1:55581, baseZNode=/097266334 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T18:23:47,460 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5942a3d9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T18:23:47,460 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11a75c1f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T18:23:47,460 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T18:23:47,460 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8ae1fcf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T18:23:47,461 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f602c86{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0b742a2-493a-c640-c935-71f39ceea962/hadoop.log.dir/,STOPPED} 2024-11-20T18:23:47,462 WARN [BP-566611104-172.17.0.3-1732126994712 heartbeating to localhost/127.0.0.1:46747 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T18:23:47,462 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T18:23:47,462 WARN [BP-566611104-172.17.0.3-1732126994712 heartbeating to localhost/127.0.0.1:46747 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-566611104-172.17.0.3-1732126994712 (Datanode Uuid 1f1bd465-8983-4dd6-b71c-e4733f5fd863) service to localhost/127.0.0.1:46747 2024-11-20T18:23:47,462 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T18:23:47,462 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0b742a2-493a-c640-c935-71f39ceea962/cluster_a219af27-898a-c0df-f0dd-e1001082dd0f/data/data1/current/BP-566611104-172.17.0.3-1732126994712 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T18:23:47,463 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0b742a2-493a-c640-c935-71f39ceea962/cluster_a219af27-898a-c0df-f0dd-e1001082dd0f/data/data2/current/BP-566611104-172.17.0.3-1732126994712 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T18:23:47,463 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T18:23:47,468 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e2613d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T18:23:47,469 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60544a0a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T18:23:47,469 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T18:23:47,469 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55ee8d61{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T18:23:47,469 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58068bb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0b742a2-493a-c640-c935-71f39ceea962/hadoop.log.dir/,STOPPED} 2024-11-20T18:23:47,474 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T18:23:47,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T18:23:47,500 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=600 (was 529) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46747 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46747 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55581) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36281 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46747 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46747 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46747 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46747 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46747 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:45557 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:36281 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46747 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45557 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45557 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45557 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46747 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45557 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45557 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45557 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46747 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46747 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36281 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45557 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55581) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45557 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45557 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36281 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36281 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46747 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46747 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55581) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36281 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46747 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:46747 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=982 (was 868) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=426 (was 380) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7144 (was 8004) 2024-11-20T18:23:47,500 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=600 is superior to 500 2024-11-20T18:23:47,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101597c6cb40002, quorum=127.0.0.1:55581, baseZNode=/097266334 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T18:23:47,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101597c6cb40008, quorum=127.0.0.1:55581, baseZNode=/2-365952734 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T18:23:47,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101597c6cb40005, quorum=127.0.0.1:55581, baseZNode=/1-1095131318 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T18:23:47,572 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101597c6cb40005, quorum=127.0.0.1:55581, baseZNode=/1-1095131318 Received Disconnected from ZooKeeper, ignoring 2024-11-20T18:23:47,572 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101597c6cb40008, quorum=127.0.0.1:55581, baseZNode=/2-365952734 Received Disconnected from ZooKeeper, ignoring 2024-11-20T18:23:47,573 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101597c6cb40002, quorum=127.0.0.1:55581, baseZNode=/097266334 Received Disconnected from ZooKeeper, ignoring